[ 532.626039] env[65873]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 532.626039] env[65873]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 533.625451] env[65962]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 533.625451] env[65962]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 535.208210] env[65962]: INFO neutron.common.config [-] Logging enabled! [ 535.208521] env[65962]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 535.208783] env[65962]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65962) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 535.209041] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 535.209117] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 535.209979] env[65962]: WARNING oslo_policy.policy [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 535.210212] env[65962]: WARNING oslo_policy.policy [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 535.211855] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] VMware NSXv3 Agent initialized successfully. [ 535.212232] env[65962]: DEBUG oslo_concurrency.lockutils [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] Acquiring lock "singleton_lock" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.212363] env[65962]: DEBUG oslo_concurrency.lockutils [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] Acquired lock "singleton_lock" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.212568] env[65962]: DEBUG oslo_concurrency.lockutils [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] Releasing lock "singleton_lock" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.212843] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] Full set of CONF: {{(pid=65962) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 535.212951] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ******************************************************************************** {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 535.213080] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] Configuration options gathered from: {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 535.213436] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 535.213607] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 535.213714] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ================================================================================ {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 535.213877] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] agent_down_time = 75 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.214022] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] allow_automatic_dhcp_failover = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.214158] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] allow_bulk = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.214298] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] api_extensions_path = {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.214432] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] api_paste_config = api-paste.ini {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.214568] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] auth_strategy = keystone {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.214669] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] backdoor_port = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.214768] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] backdoor_socket = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.214898] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] backlog = 4096 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.215041] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.215228] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] bind_host = 0.0.0.0 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.215373] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] bind_port = 9696 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.215506] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] client_socket_timeout = 900 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.215645] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] config_dir = [] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.215749] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.215883] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] config_source = [] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.216028] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] control_exchange = neutron {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.216178] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] core_plugin = ml2 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.216310] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] debug = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.216442] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] default_availability_zones = [] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.216643] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.216776] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] dhcp_agent_notification = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.216903] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] dhcp_agents_per_network = 1 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.217088] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] dhcp_lease_duration = 86400 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.217182] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] dhcp_load_type = networks {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.217319] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] dns_domain = openstacklocal {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.217456] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.217586] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] enable_default_route_bfd = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.217715] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] enable_default_route_ecmp = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.217844] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] enable_dvr = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.217973] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] enable_new_agents = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.218112] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.218241] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] enable_signals = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.218368] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] enable_traditional_dhcp = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.218493] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] external_dns_driver = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.218620] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] filter_validation = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.218758] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] global_physnet_mtu = 8950 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.218886] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] graceful_shutdown_timeout = 60 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.219077] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] host = cpu-1 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.219217] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] host_dvr_for_dhcp = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.219351] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] http_retries = 3 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.219487] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] instance_format = [instance: %(uuid)s] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.219620] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.219754] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ipam_driver = internal {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.219883] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ipv6_pd_enabled = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.220020] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] l3_ha = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.220159] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.220285] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] l3_ha_network_physical_name = {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.220422] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] l3_ha_network_type = {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.220555] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] log_color = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.220686] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] log_config_append = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.220820] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.220948] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] log_dir = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.221084] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] log_file = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.221205] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] log_options = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.221355] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] log_rotate_interval = 1 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.221494] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] log_rotate_interval_type = days {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.221628] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] log_rotation_type = none {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.221729] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.221828] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.221961] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.222106] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.222209] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.222342] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] max_dns_nameservers = 5 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.222472] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] max_header_line = 16384 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.222602] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] max_l3_agents_per_router = 3 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.222729] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] max_logfile_count = 30 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.222864] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] max_logfile_size_mb = 200 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.223073] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] max_subnet_host_routes = 20 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.223234] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] my_ip = 10.180.1.21 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.223374] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] my_ipv6 = ::1 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.223506] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] network_auto_schedule = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.223633] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] network_link_prefix = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.223766] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.223902] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] notify_nova_on_port_data_changes = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.224046] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] notify_nova_on_port_status_changes = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.224184] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] pagination_max_limit = -1 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.224314] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] publish_errors = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.224469] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] rate_limit_burst = 0 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.224614] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] rate_limit_except_level = CRITICAL {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.224744] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] rate_limit_interval = 0 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.224870] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] retry_until_window = 30 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.224997] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] router_distributed = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.225160] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] rpc_resources_processing_step = 20 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.225326] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] rpc_response_max_timeout = 600 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.225469] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] rpc_response_timeout = 60 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.225597] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] send_events_interval = 2 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.225743] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] service_plugins = ['router'] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.226246] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] setproctitle = on {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.226246] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] shell_completion = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.226246] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] state_path = /opt/stack/data/neutron {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.226361] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] syslog_log_facility = LOG_USER {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.226393] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] tcp_keepidle = 600 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.226525] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] transport_url = **** {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.226655] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] use_journal = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.226783] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] use_json = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.226910] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] use_ssl = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.227047] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] use_stderr = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.227186] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] use_syslog = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.227313] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] vlan_qinq = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.227435] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] vlan_transparent = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.227562] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] watch_log_file = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.227724] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] wsgi_default_pool_size = 100 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.227865] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] wsgi_keep_alive = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.228008] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.228146] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] wsgi_server_debug = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.228320] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_concurrency.disable_process_locking = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.228474] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.228653] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.228804] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.228945] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.229095] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.229232] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.229386] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] profiler.connection_string = messaging:// {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.229525] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] profiler.enabled = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.229663] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] profiler.es_doc_type = notification {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.229797] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] profiler.es_scroll_size = 10000 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.229934] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] profiler.es_scroll_time = 2m {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.230077] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] profiler.filter_error_trace = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.230216] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] profiler.hmac_keys = **** {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.230356] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] profiler.sentinel_service_name = mymaster {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.230496] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] profiler.socket_timeout = 0.1 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.230626] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] profiler.trace_requests = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.230753] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] profiler.trace_sqlalchemy = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.230900] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] profiler_jaeger.process_tags = {} {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.231044] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] profiler_jaeger.service_name_prefix = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.231182] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] profiler_otlp.service_name_prefix = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.231361] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_policy.enforce_new_defaults = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.231651] env[65962]: WARNING oslo_config.cfg [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 535.231869] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_policy.enforce_scope = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.231957] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_policy.policy_default_rule = default {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.232105] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.232248] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.232388] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.232519] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.232647] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.232771] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.232900] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.233042] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.233188] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.233333] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] agent.extensions = [] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.233471] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.233609] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] service_providers.service_provider = [] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.233751] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] QUOTAS.default_quota = -1 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.233890] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.234034] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] QUOTAS.quota_floatingip = 50 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.234169] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] QUOTAS.quota_network = 100 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.234310] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] QUOTAS.quota_port = 500 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.234459] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.234591] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] QUOTAS.quota_router = 10 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.234720] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] QUOTAS.quota_security_group = 10 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.234849] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.234978] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] QUOTAS.quota_subnet = 100 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.235155] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] QUOTAS.track_quota_usage = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.235292] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.235430] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep.group = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.235565] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep.helper_command = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.235702] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep.log_daemon_traceback = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.235843] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.235981] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep.thread_pool_size = 8 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.236130] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep.user = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.236276] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.236406] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_dhcp_release.group = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.236537] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_dhcp_release.helper_command = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.236667] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.236802] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.236936] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.237079] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_dhcp_release.user = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.237224] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.237355] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_ovs_vsctl.group = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.237485] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.237616] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.237751] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.237883] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.238025] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_ovs_vsctl.user = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.238169] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_namespace.capabilities = [21] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.238313] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_namespace.group = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.238428] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_namespace.helper_command = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.238559] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.238694] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.238825] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.238951] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_namespace.user = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.239109] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_conntrack.capabilities = [12] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.239240] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_conntrack.group = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.239369] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_conntrack.helper_command = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.239497] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.239632] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.239762] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.239888] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_conntrack.user = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.240042] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_link.capabilities = [12, 21] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.240175] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_link.group = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.240303] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_link.helper_command = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.240434] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_link.log_daemon_traceback = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.240567] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.240701] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_link.thread_pool_size = 8 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.240829] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] privsep_link.user = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.240981] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.241170] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.241310] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT.continue_on_failed_promotions = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.241419] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT.dscp = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.241553] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT.dscp_inherit = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.241695] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT.force_mp_to_policy = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.241828] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT.locking_coordinator_url = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.241962] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT.log_agent_heartbeats = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.242109] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT.logging_expire = 1 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.242255] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.242390] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.242531] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT.polling_interval = 240 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.242664] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.242802] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.242946] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT.report_interval = 30.0 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.243102] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.243246] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.243388] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.243524] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT.sync_skew = 60 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.243658] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT.synchronization_queue_size = 20 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.243792] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT.use_helper_for_ns_read = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.243935] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] SECURITYGROUP.enable_ipset = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.244090] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] SECURITYGROUP.enable_security_group = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.244232] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.244385] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.244521] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] experimental.ipv6_pd_enabled = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.244676] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ml2.extension_drivers = ['port_security'] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.244808] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ml2.external_network_type = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.244955] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.245134] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ml2.overlay_ip_version = 4 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.245264] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ml2.path_mtu = 8950 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.245407] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ml2.physical_network_mtus = {} {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.245555] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.245751] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.245924] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ml2.type_drivers = ['vlan'] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.246083] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.246248] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.246391] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.246537] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.246679] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.246817] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.246956] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.247108] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.247251] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.247464] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.247604] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] NSXV3.nsxv3_login_password = **** {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.247747] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.247884] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] NSXV3.nsxv3_login_user = admin {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.248035] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.248181] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.248317] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.248449] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.248627] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.248786] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.248929] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.249081] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.249220] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.249359] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.249505] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.249643] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.249783] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.249977] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.250136] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.250279] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.250422] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.250554] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] nova.auth_section = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.250722] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] nova.auth_type = password {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.250875] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.251014] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] nova.certfile = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.251153] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] nova.collect_timing = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.251297] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] nova.endpoint_type = public {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.251428] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] nova.insecure = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.251555] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] nova.keyfile = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.251694] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] nova.region_name = RegionOne {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.251826] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] nova.split_loggers = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.251953] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] nova.timeout = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.252109] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] placement.auth_section = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.252255] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] placement.auth_type = password {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.252396] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.252527] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] placement.certfile = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.252659] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] placement.collect_timing = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.252798] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] placement.endpoint_type = public {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.252931] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] placement.insecure = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.253072] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] placement.keyfile = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.253201] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] placement.region_name = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.253340] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] placement.split_loggers = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.253460] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] placement.timeout = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.253596] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.auth_section = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.253726] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.auth_type = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.253851] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.cafile = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.253976] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.certfile = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.254120] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.collect_timing = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.254248] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.connect_retries = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.254375] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.connect_retry_delay = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.254502] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.enable_notifications = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.254633] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.endpoint_override = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.254766] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.insecure = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.254896] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.interface = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.255034] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.keyfile = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.255198] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.max_version = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.255336] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.min_version = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.255466] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.region_name = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.255595] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.retriable_status_codes = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.255720] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.service_name = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.255849] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.service_type = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.255983] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.split_loggers = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.256127] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.status_code_retries = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.256273] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.status_code_retry_delay = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.256399] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.timeout = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.256530] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.valid_interfaces = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.256659] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ironic.version = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.256795] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] cli_script.dry_run = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.256936] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.257084] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.257221] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.257353] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.257482] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.257612] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.257741] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.257870] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.257998] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.258148] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.258279] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.258417] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.258552] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.258697] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.258821] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.258957] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.259098] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.259231] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.259416] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.259502] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.259629] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.259757] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.259884] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.260023] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.260157] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.260286] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.260412] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.260544] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.260708] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.260847] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.260981] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.ssl = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.261137] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.261276] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.261407] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.261542] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.261786] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.261854] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.261947] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_notifications.driver = [] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.262092] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_notifications.retry = -1 {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.262240] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.262372] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.262475] env[65962]: DEBUG oslo_service.backend._eventlet.service [None req-e2e45a25-f638-48ea-9dd1-2ea919597cf3 None None] ******************************************************************************** {{(pid=65962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 535.263633] env[65962]: DEBUG neutron.agent.securitygroups_rpc [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Init firewall settings (driver=nsxv3) {{(pid=65962) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 535.264968] env[65962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65962) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 535.265240] env[65962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] RPC agent_id: nsxm-l-01a.corp.local [ 535.267499] env[65962]: DEBUG dogpile.cache.region [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 535.267615] env[65962]: DEBUG dogpile.lock [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 535.267712] env[65962]: DEBUG dogpile.lock [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 535.267802] env[65962]: DEBUG dogpile.lock [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 535.267894] env[65962]: DEBUG dogpile.cache.region [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 535.267980] env[65962]: DEBUG dogpile.lock [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 535.268115] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 535.297658] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Session token - acquiring [ 535.299536] env[65962]: DEBUG networking_nsxv3.common.locking [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.299711] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.299819] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.300286] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.311573] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.584286] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 535.606242] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 535.607266] env[65962]: DEBUG dogpile.cache.region [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Cache value generated in 0.338 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 535.607266] env[65962]: DEBUG dogpile.lock [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 535.607266] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Activating Policy API Provider. [ 535.607266] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Looking for the default Infrastructure Rules. [ 535.673357] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Looking for the Default Layer3 Logged Drop Section. [ 535.688276] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 535.688741] env[65962]: DEBUG networking_nsxv3.common.locking [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.688908] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquiring lock "all" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.689018] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquired lock "all" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.689305] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquired external semaphore "all" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.689652] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.205365] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.708462] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.210904] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Inventory metadata is going to be refreshed. [ 537.211162] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 537.987055] env[65962]: DEBUG networking_nsxv3.common.locking [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.987666] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.987666] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.987883] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.999909] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 538.000859] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.001541] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 538.020080] env[65962]: DEBUG networking_nsxv3.common.locking [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.020401] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.020401] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.020654] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.020783] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.020928] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 538.021131] env[65962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.021304] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 538.041835] env[65962]: DEBUG networking_nsxv3.common.locking [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.042198] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.042198] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.042393] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.042556] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.042705] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 538.062306] env[65962]: DEBUG networking_nsxv3.common.locking [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.062618] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.062618] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.062858] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.063011] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.063161] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 538.083732] env[65962]: DEBUG networking_nsxv3.common.locking [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.084082] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquiring lock "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.084082] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquired lock "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.084436] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquired external semaphore "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.084597] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Releasing lock "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.084756] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 538.084864] env[65962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.084969] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 538.102451] env[65962]: DEBUG networking_nsxv3.common.locking [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.102661] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquiring lock "Segment QoS" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.102792] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquired lock "Segment QoS" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.103010] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquired external semaphore "Segment QoS" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.103148] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Releasing lock "Segment QoS" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.103289] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 538.103391] env[65962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.103498] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 538.126736] env[65962]: DEBUG networking_nsxv3.common.locking [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.126971] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.127032] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.127315] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.127457] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.127608] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 538.127711] env[65962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.127808] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Inventory metadata have been refreshed. [ 538.127965] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Dryrun:True. Metadata refresh completed. [ 538.128038] env[65962]: DEBUG oslo_concurrency.lockutils [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Releasing lock "all" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.129641] env[65962]: INFO neutron.agent.agent_extensions_manager [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Loaded agent extensions: [] [ 538.130348] env[65962]: DEBUG neutron_lib.callbacks.manager [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65962) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 538.176999] env[65962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] NSXv3 Agent Agent RPC Daemon Started! [ 538.177174] env[65962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] NSXv3 Agent Agent loop - iteration:0 started [ 538.177276] env[65962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] NSXv3 Agent Agent out of sync with plugin! [ 543.131615] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 543.132150] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 548.132609] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.132609] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 553.134416] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.134764] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 553.334505] env[65962]: INFO networking_nsxv3.common.synchronization [None req-be9cd9ff-2fd1-4813-844e-8b327c0e3cd8 demo admin] Enqueued Resource ID: 6960a4bb-d710-41e9-b0c1-61b413d6136f with Priority: HIGHEST for action security_group_rules [ 553.335119] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6960a4bb-d710-41e9-b0c1-61b413d6136f with Priority: HIGHEST for action security_group_rules [ 553.335453] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6960a4bb-d710-41e9-b0c1-61b413d6136f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.335582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6960a4bb-d710-41e9-b0c1-61b413d6136f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.335650] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6960a4bb-d710-41e9-b0c1-61b413d6136f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.336022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6960a4bb-d710-41e9-b0c1-61b413d6136f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.336106] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6960a4bb-d710-41e9-b0c1-61b413d6136f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.859144] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.859400] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.859400] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.859580] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.859671] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.859764] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6960a4bb-d710-41e9-b0c1-61b413d6136f already deleted. [ 553.859846] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6960a4bb-d710-41e9-b0c1-61b413d6136f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.336912] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.336912] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.337738] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.337738] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.338344] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.338344] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 573.339611] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 573.339991] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 578.340385] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 578.340737] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 579.001040] env[65962]: INFO networking_nsxv3.common.synchronization [None req-cb974d7c-136f-4333-85e5-1ecd2a94d92c None None] Enqueued Resource ID: 86889376-d91b-4a7f-8ccc-f8d3f40b9e33 with Priority: HIGHEST for action port [ 579.002109] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86889376-d91b-4a7f-8ccc-f8d3f40b9e33 with Priority: HIGHEST for action port [ 579.002109] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-86889376-d91b-4a7f-8ccc-f8d3f40b9e33 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.002974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86889376-d91b-4a7f-8ccc-f8d3f40b9e33" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.003079] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86889376-d91b-4a7f-8ccc-f8d3f40b9e33" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.003323] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86889376-d91b-4a7f-8ccc-f8d3f40b9e33" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.003415] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86889376-d91b-4a7f-8ccc-f8d3f40b9e33',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.505971] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86889376-d91b-4a7f-8ccc-f8d3f40b9e33 [ 579.506352] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.506352] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.506476] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.507393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.507393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.507393] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86889376-d91b-4a7f-8ccc-f8d3f40b9e33 already deleted. [ 579.507393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86889376-d91b-4a7f-8ccc-f8d3f40b9e33" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.383927] env[65962]: INFO networking_nsxv3.common.synchronization [None req-4cd6f3d6-dfc9-480d-99e1-28048d2a7ea4 None None] Enqueued Resource ID: dec2d5fd-37d2-4772-ad82-e7bfa6e3a04f with Priority: HIGHEST for action port [ 580.384539] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec2d5fd-37d2-4772-ad82-e7bfa6e3a04f with Priority: HIGHEST for action port [ 580.384781] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-dec2d5fd-37d2-4772-ad82-e7bfa6e3a04f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.384888] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dec2d5fd-37d2-4772-ad82-e7bfa6e3a04f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.384928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dec2d5fd-37d2-4772-ad82-e7bfa6e3a04f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.385249] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dec2d5fd-37d2-4772-ad82-e7bfa6e3a04f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.385249] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dec2d5fd-37d2-4772-ad82-e7bfa6e3a04f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.888177] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dec2d5fd-37d2-4772-ad82-e7bfa6e3a04f [ 580.888459] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.888533] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.888772] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.888840] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.888885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.888973] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dec2d5fd-37d2-4772-ad82-e7bfa6e3a04f already deleted. [ 580.889068] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dec2d5fd-37d2-4772-ad82-e7bfa6e3a04f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.946205] env[65962]: INFO networking_nsxv3.common.synchronization [None req-6de707d2-b95a-4be4-86d1-964c900bdd1b None None] Enqueued Resource ID: 7e912373-20a5-407c-adb3-edf6d0c1927b with Priority: HIGHEST for action port [ 580.947778] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e912373-20a5-407c-adb3-edf6d0c1927b with Priority: HIGHEST for action port [ 580.947778] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e912373-20a5-407c-adb3-edf6d0c1927b taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.947778] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e912373-20a5-407c-adb3-edf6d0c1927b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.947778] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e912373-20a5-407c-adb3-edf6d0c1927b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.947778] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e912373-20a5-407c-adb3-edf6d0c1927b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.948031] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e912373-20a5-407c-adb3-edf6d0c1927b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.451493] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e912373-20a5-407c-adb3-edf6d0c1927b [ 581.451493] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.451493] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.451493] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.451493] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.451493] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.451493] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e912373-20a5-407c-adb3-edf6d0c1927b already deleted. [ 581.451493] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e912373-20a5-407c-adb3-edf6d0c1927b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.386672] env[65962]: INFO networking_nsxv3.common.synchronization [None req-6a7fa722-54d5-4d13-ab5f-b503a3f34fc9 None None] Enqueued Resource ID: 7a243ae0-f51c-43f7-bfb3-7d67ca2b593e with Priority: HIGHEST for action port [ 582.387306] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a243ae0-f51c-43f7-bfb3-7d67ca2b593e with Priority: HIGHEST for action port [ 582.387612] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a243ae0-f51c-43f7-bfb3-7d67ca2b593e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.387758] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a243ae0-f51c-43f7-bfb3-7d67ca2b593e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.387803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a243ae0-f51c-43f7-bfb3-7d67ca2b593e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.388801] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a243ae0-f51c-43f7-bfb3-7d67ca2b593e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.389039] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a243ae0-f51c-43f7-bfb3-7d67ca2b593e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.894696] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a243ae0-f51c-43f7-bfb3-7d67ca2b593e [ 582.894987] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.895183] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.895257] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.895615] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.895719] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.895920] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a243ae0-f51c-43f7-bfb3-7d67ca2b593e already deleted. [ 582.896013] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a243ae0-f51c-43f7-bfb3-7d67ca2b593e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.987160] env[65962]: INFO networking_nsxv3.common.synchronization [None req-6f59f3d4-71cc-40e1-8183-53125883004d None None] Enqueued Resource ID: 8d31eafd-b8ac-4bb9-9d0e-39dc926701e1 with Priority: HIGHEST for action port [ 585.987612] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d31eafd-b8ac-4bb9-9d0e-39dc926701e1 with Priority: HIGHEST for action port [ 585.987911] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d31eafd-b8ac-4bb9-9d0e-39dc926701e1 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.988242] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d31eafd-b8ac-4bb9-9d0e-39dc926701e1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.988374] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d31eafd-b8ac-4bb9-9d0e-39dc926701e1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.988625] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d31eafd-b8ac-4bb9-9d0e-39dc926701e1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.988733] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d31eafd-b8ac-4bb9-9d0e-39dc926701e1',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.490881] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d31eafd-b8ac-4bb9-9d0e-39dc926701e1 [ 586.491608] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.491768] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.491844] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.492073] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.492166] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.492258] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d31eafd-b8ac-4bb9-9d0e-39dc926701e1 already deleted. [ 586.492341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d31eafd-b8ac-4bb9-9d0e-39dc926701e1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.505397] env[65962]: INFO networking_nsxv3.common.synchronization [None req-65170a52-eff8-4531-a692-6342fe462ba7 None None] Enqueued Resource ID: fb45eaf1-e19e-4831-a1e3-ddef7cab1cc6 with Priority: HIGHEST for action port [ 586.505622] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb45eaf1-e19e-4831-a1e3-ddef7cab1cc6 with Priority: HIGHEST for action port [ 586.508141] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb45eaf1-e19e-4831-a1e3-ddef7cab1cc6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.508318] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb45eaf1-e19e-4831-a1e3-ddef7cab1cc6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.508389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb45eaf1-e19e-4831-a1e3-ddef7cab1cc6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.508632] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb45eaf1-e19e-4831-a1e3-ddef7cab1cc6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.508719] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb45eaf1-e19e-4831-a1e3-ddef7cab1cc6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.013323] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb45eaf1-e19e-4831-a1e3-ddef7cab1cc6 [ 587.013604] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.013604] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.013713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.013838] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.013929] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.014030] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb45eaf1-e19e-4831-a1e3-ddef7cab1cc6 already deleted. [ 587.014108] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb45eaf1-e19e-4831-a1e3-ddef7cab1cc6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.663793] env[65962]: INFO networking_nsxv3.common.synchronization [None req-5febd99e-0ec5-4c86-979c-581cdba77d4f None None] Enqueued Resource ID: 21ef3164-3cd3-4690-8e9d-3635c57b9404 with Priority: HIGHEST for action port [ 587.664174] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21ef3164-3cd3-4690-8e9d-3635c57b9404 with Priority: HIGHEST for action port [ 587.664467] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-21ef3164-3cd3-4690-8e9d-3635c57b9404 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.665129] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21ef3164-3cd3-4690-8e9d-3635c57b9404" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.665129] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21ef3164-3cd3-4690-8e9d-3635c57b9404" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.665129] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21ef3164-3cd3-4690-8e9d-3635c57b9404" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.665129] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21ef3164-3cd3-4690-8e9d-3635c57b9404',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.871036] env[65962]: INFO networking_nsxv3.common.synchronization [None req-e407c16a-0e26-4a87-89a8-d4df605a1e95 None None] Enqueued Resource ID: 22de6f10-9bbf-41bd-b029-d4dd5fe8c3a8 with Priority: HIGHEST for action port [ 587.871036] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22de6f10-9bbf-41bd-b029-d4dd5fe8c3a8 with Priority: HIGHEST for action port [ 587.871036] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-22de6f10-9bbf-41bd-b029-d4dd5fe8c3a8 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.871036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22de6f10-9bbf-41bd-b029-d4dd5fe8c3a8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.871036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22de6f10-9bbf-41bd-b029-d4dd5fe8c3a8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.871036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22de6f10-9bbf-41bd-b029-d4dd5fe8c3a8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.871036] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22de6f10-9bbf-41bd-b029-d4dd5fe8c3a8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.132740] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.133077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.133077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.133167] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.133384] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.166827] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21ef3164-3cd3-4690-8e9d-3635c57b9404 [ 588.167393] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.167561] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.167722] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.167975] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.168220] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.168349] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21ef3164-3cd3-4690-8e9d-3635c57b9404 already deleted. [ 588.168508] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21ef3164-3cd3-4690-8e9d-3635c57b9404" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.376136] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22de6f10-9bbf-41bd-b029-d4dd5fe8c3a8 [ 588.376136] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.376136] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.376136] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.376136] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.376136] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.376136] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22de6f10-9bbf-41bd-b029-d4dd5fe8c3a8 already deleted. [ 588.377477] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22de6f10-9bbf-41bd-b029-d4dd5fe8c3a8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.564641] env[65962]: INFO networking_nsxv3.common.synchronization [None req-7d952653-91ff-47d7-b6cc-36eaf0f7ca42 None None] Enqueued Resource ID: f5dd9c85-ec6f-4042-a3b9-07f06b841256 with Priority: HIGHEST for action port [ 588.564641] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5dd9c85-ec6f-4042-a3b9-07f06b841256 with Priority: HIGHEST for action port [ 588.564641] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5dd9c85-ec6f-4042-a3b9-07f06b841256 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.564641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5dd9c85-ec6f-4042-a3b9-07f06b841256" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.564641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5dd9c85-ec6f-4042-a3b9-07f06b841256" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.565081] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5dd9c85-ec6f-4042-a3b9-07f06b841256" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.565081] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5dd9c85-ec6f-4042-a3b9-07f06b841256',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.635384] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.904141] env[65962]: INFO networking_nsxv3.common.synchronization [None req-4c7a331a-d2da-4cff-83bb-9adce39dc159 None None] Enqueued Resource ID: 17f72bf6-1ccd-433f-88c1-c19ac4c21944 with Priority: HIGHEST for action port [ 588.904676] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f72bf6-1ccd-433f-88c1-c19ac4c21944 with Priority: HIGHEST for action port [ 588.905275] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-17f72bf6-1ccd-433f-88c1-c19ac4c21944 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.905404] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17f72bf6-1ccd-433f-88c1-c19ac4c21944" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.905456] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17f72bf6-1ccd-433f-88c1-c19ac4c21944" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.905677] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17f72bf6-1ccd-433f-88c1-c19ac4c21944" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.905751] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17f72bf6-1ccd-433f-88c1-c19ac4c21944',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.067730] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5dd9c85-ec6f-4042-a3b9-07f06b841256 [ 589.071239] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.071239] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.071239] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.071239] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.071239] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.071239] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5dd9c85-ec6f-4042-a3b9-07f06b841256 already deleted. [ 589.071239] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5dd9c85-ec6f-4042-a3b9-07f06b841256" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.137808] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.409553] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17f72bf6-1ccd-433f-88c1-c19ac4c21944 [ 589.409991] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.409991] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.409991] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.410443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.410443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.410680] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17f72bf6-1ccd-433f-88c1-c19ac4c21944 already deleted. [ 589.410734] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17f72bf6-1ccd-433f-88c1-c19ac4c21944" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.642204] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 589.642386] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 590.413182] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.413546] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.413731] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.413972] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.436162] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 590.436352] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.437319] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 590.458021] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.458021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.458021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.458021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.458021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.458021] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 590.458021] env[65962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 590.458021] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 590.480393] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.480599] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.480599] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.480793] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.480920] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.481037] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 590.505182] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.505691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.505691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.505691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.505691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.506110] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 590.528122] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.528280] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.528349] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.528548] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.528649] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.528764] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 590.528832] env[65962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 590.528897] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 590.547723] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.547863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.547933] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.548157] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.548240] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.548342] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 590.549078] env[65962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 590.549078] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 590.572219] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.572219] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.572219] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.572219] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.572219] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.574022] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 590.574022] env[65962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 590.574022] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 590.574022] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 590.574022] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 590.574022] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 590.574022] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 590.574022] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 590.574022] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 590.574022] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 590.598361] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.598506] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.598574] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.599107] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.599224] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.601076] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 590.623044] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.623189] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.623189] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.623557] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.623557] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.639054] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.569516] env[65962]: INFO networking_nsxv3.common.synchronization [None req-6a48971e-241e-4e11-a822-36689a52c339 None None] Enqueued Resource ID: f3ba6eff-08f1-4399-ae16-9da1fca41938 with Priority: HIGHEST for action port [ 591.570465] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba6eff-08f1-4399-ae16-9da1fca41938 with Priority: HIGHEST for action port [ 591.570465] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3ba6eff-08f1-4399-ae16-9da1fca41938 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.570634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3ba6eff-08f1-4399-ae16-9da1fca41938" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.573263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3ba6eff-08f1-4399-ae16-9da1fca41938" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.573588] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3ba6eff-08f1-4399-ae16-9da1fca41938" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.573692] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3ba6eff-08f1-4399-ae16-9da1fca41938',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.007841] env[65962]: INFO networking_nsxv3.common.synchronization [None req-dfb5900b-0663-42b0-84a7-b5560c7ba11a None None] Enqueued Resource ID: 3c97d9f3-8dc6-416b-a408-7847a6d687d3 with Priority: HIGHEST for action port [ 592.008112] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c97d9f3-8dc6-416b-a408-7847a6d687d3 with Priority: HIGHEST for action port [ 592.008654] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c97d9f3-8dc6-416b-a408-7847a6d687d3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.008776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c97d9f3-8dc6-416b-a408-7847a6d687d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.008849] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c97d9f3-8dc6-416b-a408-7847a6d687d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.009127] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c97d9f3-8dc6-416b-a408-7847a6d687d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.009203] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c97d9f3-8dc6-416b-a408-7847a6d687d3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.076298] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3ba6eff-08f1-4399-ae16-9da1fca41938 [ 592.076520] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.076652] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.076719] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.077058] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.077164] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.077261] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3ba6eff-08f1-4399-ae16-9da1fca41938 already deleted. [ 592.077341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3ba6eff-08f1-4399-ae16-9da1fca41938" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.365353] env[65962]: INFO networking_nsxv3.common.synchronization [None req-e7587b38-03b5-4af4-8aa6-a18015042ae6 None None] Enqueued Resource ID: 114449a3-c598-46c7-b83b-f8f432c86b63 with Priority: HIGHEST for action port [ 592.365353] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 114449a3-c598-46c7-b83b-f8f432c86b63 with Priority: HIGHEST for action port [ 592.365353] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-114449a3-c598-46c7-b83b-f8f432c86b63 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.366965] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-114449a3-c598-46c7-b83b-f8f432c86b63" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.366965] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-114449a3-c598-46c7-b83b-f8f432c86b63" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.366965] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-114449a3-c598-46c7-b83b-f8f432c86b63" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.366965] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('114449a3-c598-46c7-b83b-f8f432c86b63',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.511754] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c97d9f3-8dc6-416b-a408-7847a6d687d3 [ 592.512022] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.512152] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.512210] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.512399] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.512520] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.512581] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c97d9f3-8dc6-416b-a408-7847a6d687d3 already deleted. [ 592.512681] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c97d9f3-8dc6-416b-a408-7847a6d687d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.656453] env[65962]: INFO networking_nsxv3.common.synchronization [None req-783f5c1f-b463-40bd-a465-d35054753145 None None] Enqueued Resource ID: 48bfa941-eea9-49c1-b595-580cdb92efdf with Priority: HIGHEST for action port [ 592.657537] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48bfa941-eea9-49c1-b595-580cdb92efdf with Priority: HIGHEST for action port [ 592.657537] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-48bfa941-eea9-49c1-b595-580cdb92efdf taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.657537] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48bfa941-eea9-49c1-b595-580cdb92efdf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.657537] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48bfa941-eea9-49c1-b595-580cdb92efdf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.657747] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48bfa941-eea9-49c1-b595-580cdb92efdf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.657837] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48bfa941-eea9-49c1-b595-580cdb92efdf',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.869076] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 114449a3-c598-46c7-b83b-f8f432c86b63 [ 592.869076] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.869076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.869076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.869076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.869076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.869076] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:114449a3-c598-46c7-b83b-f8f432c86b63 already deleted. [ 592.869076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-114449a3-c598-46c7-b83b-f8f432c86b63" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.160958] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48bfa941-eea9-49c1-b595-580cdb92efdf [ 593.161310] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.161451] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.161522] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.161731] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.161816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.161904] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48bfa941-eea9-49c1-b595-580cdb92efdf already deleted. [ 593.161982] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48bfa941-eea9-49c1-b595-580cdb92efdf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.605550] env[65962]: INFO networking_nsxv3.common.synchronization [None req-92bcf710-d604-41b2-a48b-1d861712693c None None] Enqueued Resource ID: e95cd060-f998-4231-ba11-c0506dcb4233 with Priority: HIGHEST for action port [ 593.605674] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e95cd060-f998-4231-ba11-c0506dcb4233 with Priority: HIGHEST for action port [ 593.606331] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-e95cd060-f998-4231-ba11-c0506dcb4233 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.606499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e95cd060-f998-4231-ba11-c0506dcb4233" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.606571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e95cd060-f998-4231-ba11-c0506dcb4233" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.606910] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e95cd060-f998-4231-ba11-c0506dcb4233" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.607076] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e95cd060-f998-4231-ba11-c0506dcb4233',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.069262] env[65962]: INFO networking_nsxv3.common.synchronization [None req-e004919d-8193-4430-a6c0-0efffc4449d1 None None] Enqueued Resource ID: bc5af4ed-a5d9-4025-a3e9-2325f4cfe592 with Priority: HIGHEST for action port [ 594.069530] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5af4ed-a5d9-4025-a3e9-2325f4cfe592 with Priority: HIGHEST for action port [ 594.070113] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc5af4ed-a5d9-4025-a3e9-2325f4cfe592 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.070241] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc5af4ed-a5d9-4025-a3e9-2325f4cfe592" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.070312] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc5af4ed-a5d9-4025-a3e9-2325f4cfe592" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.070551] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc5af4ed-a5d9-4025-a3e9-2325f4cfe592" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.070638] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc5af4ed-a5d9-4025-a3e9-2325f4cfe592',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.109515] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e95cd060-f998-4231-ba11-c0506dcb4233 [ 594.109753] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.109835] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.111554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.111554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.111554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.111554] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e95cd060-f998-4231-ba11-c0506dcb4233 already deleted. [ 594.111554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e95cd060-f998-4231-ba11-c0506dcb4233" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.574713] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc5af4ed-a5d9-4025-a3e9-2325f4cfe592 [ 594.574713] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.574713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.574713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.574713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.575046] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.575046] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc5af4ed-a5d9-4025-a3e9-2325f4cfe592 already deleted. [ 594.575046] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc5af4ed-a5d9-4025-a3e9-2325f4cfe592" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.195935] env[65962]: INFO networking_nsxv3.common.synchronization [None req-760a1854-42ff-4f3c-8b61-9e9189effb55 None None] Enqueued Resource ID: 3f3fbce5-2a41-4bef-bc2c-2c217adb8ae6 with Priority: HIGHEST for action port [ 595.196479] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3fbce5-2a41-4bef-bc2c-2c217adb8ae6 with Priority: HIGHEST for action port [ 595.196813] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f3fbce5-2a41-4bef-bc2c-2c217adb8ae6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.196960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f3fbce5-2a41-4bef-bc2c-2c217adb8ae6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.199847] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f3fbce5-2a41-4bef-bc2c-2c217adb8ae6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.200201] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f3fbce5-2a41-4bef-bc2c-2c217adb8ae6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.200259] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f3fbce5-2a41-4bef-bc2c-2c217adb8ae6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.706786] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f3fbce5-2a41-4bef-bc2c-2c217adb8ae6 [ 595.706786] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.706786] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.706786] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.706975] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.707019] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.707117] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f3fbce5-2a41-4bef-bc2c-2c217adb8ae6 already deleted. [ 595.707203] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f3fbce5-2a41-4bef-bc2c-2c217adb8ae6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.841158] env[65962]: INFO networking_nsxv3.common.synchronization [req-e0c3b3c9-ef93-4b4c-aa81-d5c6369dada1 req-c9e4ba57-7934-4844-9232-eb4406966c28 tempest-ImagesNegativeTestJSON-727063675 tempest-ImagesNegativeTestJSON-727063675-project-member] Enqueued Resource ID: 95b24f9c-3e46-4e08-bcde-8491c466be08 with Priority: HIGHEST for action security_group_members [ 595.841780] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95b24f9c-3e46-4e08-bcde-8491c466be08 with Priority: HIGHEST for action security_group_members [ 595.842640] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-95b24f9c-3e46-4e08-bcde-8491c466be08 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.842820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.842895] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.843217] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.843482] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.843887] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.843887] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.843887] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.844038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.844038] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95b24f9c-3e46-4e08-bcde-8491c466be08',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.947562] env[65962]: INFO networking_nsxv3.common.synchronization [None req-871194ab-20e1-4901-9697-15c198b7dd69 None None] Enqueued Resource ID: 171b1c4f-ce7e-4c3a-80cc-0d5e140ff94e with Priority: HIGHEST for action port [ 595.948247] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 171b1c4f-ce7e-4c3a-80cc-0d5e140ff94e with Priority: HIGHEST for action port [ 595.948451] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-171b1c4f-ce7e-4c3a-80cc-0d5e140ff94e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.948674] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-171b1c4f-ce7e-4c3a-80cc-0d5e140ff94e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.948674] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-171b1c4f-ce7e-4c3a-80cc-0d5e140ff94e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.948961] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-171b1c4f-ce7e-4c3a-80cc-0d5e140ff94e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.950069] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('171b1c4f-ce7e-4c3a-80cc-0d5e140ff94e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.346151] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.346455] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.346455] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.346726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.348720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.348720] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.348720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.348720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.349066] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.349066] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.349066] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95b24f9c-3e46-4e08-bcde-8491c466be08 already deleted. [ 596.349066] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.454452] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 171b1c4f-ce7e-4c3a-80cc-0d5e140ff94e [ 596.454452] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.454615] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.454711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.455033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.455147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.455247] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:171b1c4f-ce7e-4c3a-80cc-0d5e140ff94e already deleted. [ 596.455334] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-171b1c4f-ce7e-4c3a-80cc-0d5e140ff94e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.694169] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-419 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.694375] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-419" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.694488] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-419" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.694789] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-419" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.695871] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.700527] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.700527] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.700527] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.700527] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.700527] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.700527] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.700527] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.700527] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.700527] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.700527] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.700527] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.721585] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.721755] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.721893] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.722190] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-419" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.722577] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-d7a48292-914c-4082-9f7f-2ac25f021e6c taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.722753] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-d7a48292-914c-4082-9f7f-2ac25f021e6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.722870] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-d7a48292-914c-4082-9f7f-2ac25f021e6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.723215] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-d7a48292-914c-4082-9f7f-2ac25f021e6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.723367] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7a48292-914c-4082-9f7f-2ac25f021e6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.013079] env[65962]: INFO networking_nsxv3.common.synchronization [None req-72f3370f-c497-4804-bd1f-3ab57cbaebbb None None] Enqueued Resource ID: 1daf5036-e30e-4f88-af9a-7e0246d31070 with Priority: HIGHEST for action port [ 597.013680] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1daf5036-e30e-4f88-af9a-7e0246d31070 with Priority: HIGHEST for action port [ 597.014654] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-1daf5036-e30e-4f88-af9a-7e0246d31070 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.014654] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1daf5036-e30e-4f88-af9a-7e0246d31070" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.014654] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1daf5036-e30e-4f88-af9a-7e0246d31070" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.014654] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1daf5036-e30e-4f88-af9a-7e0246d31070" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.014654] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1daf5036-e30e-4f88-af9a-7e0246d31070',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.225661] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.225869] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.226079] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.226360] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.226507] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.226654] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port d7a48292-914c-4082-9f7f-2ac25f021e6c not found, creating... [ 597.229036] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.229036] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.229036] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.229036] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.229036] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.229036] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.229036] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.229036] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.229036] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.229036] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.229543] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: d7a48292-914c-4082-9f7f-2ac25f021e6c is going to be created. [ 597.260313] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.260704] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.260704] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.261333] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.261333] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.261333] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-d7a48292-914c-4082-9f7f-2ac25f021e6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.518130] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1daf5036-e30e-4f88-af9a-7e0246d31070 [ 597.518474] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.518474] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.518474] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.518686] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.519089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.519089] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1daf5036-e30e-4f88-af9a-7e0246d31070 already deleted. [ 597.519089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1daf5036-e30e-4f88-af9a-7e0246d31070" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.614207] env[65962]: INFO networking_nsxv3.common.synchronization [None req-b7f2062e-480a-4220-8cfa-38b744dd9b31 None None] Enqueued Resource ID: fb15c85f-58fb-47df-9368-822c8de154bf with Priority: HIGHEST for action port [ 597.615535] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb15c85f-58fb-47df-9368-822c8de154bf with Priority: HIGHEST for action port [ 597.615535] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb15c85f-58fb-47df-9368-822c8de154bf taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.615535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb15c85f-58fb-47df-9368-822c8de154bf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.615535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb15c85f-58fb-47df-9368-822c8de154bf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.615535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb15c85f-58fb-47df-9368-822c8de154bf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.615535] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb15c85f-58fb-47df-9368-822c8de154bf',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.090444] env[65962]: INFO networking_nsxv3.common.synchronization [req-e0c3b3c9-ef93-4b4c-aa81-d5c6369dada1 req-1c8eb950-8a42-4bfd-bad7-e15b34f37b5e service nova] Enqueued Resource ID: 95b24f9c-3e46-4e08-bcde-8491c466be08 with Priority: HIGHEST for action security_group_rules [ 598.090444] env[65962]: INFO networking_nsxv3.common.synchronization [req-e0c3b3c9-ef93-4b4c-aa81-d5c6369dada1 req-1c8eb950-8a42-4bfd-bad7-e15b34f37b5e service nova] Enqueued Resource ID: 95b24f9c-3e46-4e08-bcde-8491c466be08 with Priority: HIGHEST for action security_group_members [ 598.090636] env[65962]: INFO networking_nsxv3.common.synchronization [req-e0c3b3c9-ef93-4b4c-aa81-d5c6369dada1 req-1c8eb950-8a42-4bfd-bad7-e15b34f37b5e service nova] Enqueued Resource ID: d7a48292-914c-4082-9f7f-2ac25f021e6c with Priority: HIGHEST for action port [ 598.090927] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95b24f9c-3e46-4e08-bcde-8491c466be08 with Priority: HIGHEST for action security_group_rules [ 598.091070] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95b24f9c-3e46-4e08-bcde-8491c466be08 with Priority: HIGHEST for action security_group_members [ 598.091170] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a48292-914c-4082-9f7f-2ac25f021e6c with Priority: HIGHEST for action port [ 598.091887] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95b24f9c-3e46-4e08-bcde-8491c466be08 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.092106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.092195] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.093974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.093974] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95b24f9c-3e46-4e08-bcde-8491c466be08',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.093974] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-95b24f9c-3e46-4e08-bcde-8491c466be08 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.093974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.093974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.093974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.094190] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.094244] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.094330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.094507] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.094622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.094739] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95b24f9c-3e46-4e08-bcde-8491c466be08',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.096154] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7a48292-914c-4082-9f7f-2ac25f021e6c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.096309] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7a48292-914c-4082-9f7f-2ac25f021e6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.096428] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7a48292-914c-4082-9f7f-2ac25f021e6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.096625] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7a48292-914c-4082-9f7f-2ac25f021e6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.097505] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7a48292-914c-4082-9f7f-2ac25f021e6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.120200] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb15c85f-58fb-47df-9368-822c8de154bf [ 598.121402] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.121402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.122549] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.122816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.122950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.123090] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb15c85f-58fb-47df-9368-822c8de154bf already deleted. [ 598.123207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb15c85f-58fb-47df-9368-822c8de154bf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.486529] env[65962]: INFO networking_nsxv3.common.synchronization [None req-620c12e8-3df2-4ee9-848a-82211e68b508 None None] Enqueued Resource ID: 9ad5a7f9-0dc3-4bf2-bba2-6be26d68b486 with Priority: HIGHEST for action port [ 598.487280] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad5a7f9-0dc3-4bf2-bba2-6be26d68b486 with Priority: HIGHEST for action port [ 598.487344] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ad5a7f9-0dc3-4bf2-bba2-6be26d68b486 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.487465] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ad5a7f9-0dc3-4bf2-bba2-6be26d68b486" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.487528] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ad5a7f9-0dc3-4bf2-bba2-6be26d68b486" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.487768] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ad5a7f9-0dc3-4bf2-bba2-6be26d68b486" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.487848] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ad5a7f9-0dc3-4bf2-bba2-6be26d68b486',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.600234] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-95b24f9c-3e46-4e08-bcde-8491c466be08 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.600234] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.616749] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7a48292-914c-4082-9f7f-2ac25f021e6c with status ACTIVE [ 598.616749] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.616749] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.616749] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.616749] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.616749] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.616749] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.616749] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.616749] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.616749] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.616749] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.616749] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.616749] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.616749] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.616749] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.616749] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.616749] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7a48292-914c-4082-9f7f-2ac25f021e6c is going to be updated. [ 598.618373] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95b24f9c-3e46-4e08-bcde-8491c466be08',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.639962] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.640148] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.640272] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.640481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.640618] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.640770] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7a48292-914c-4082-9f7f-2ac25f021e6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.990153] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ad5a7f9-0dc3-4bf2-bba2-6be26d68b486 [ 598.990349] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.990349] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.990466] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.990625] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.990721] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.990836] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ad5a7f9-0dc3-4bf2-bba2-6be26d68b486 already deleted. [ 598.990935] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ad5a7f9-0dc3-4bf2-bba2-6be26d68b486" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.121363] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95b24f9c-3e46-4e08-bcde-8491c466be08',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.623544] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.623871] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.623871] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.623995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.624075] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.624993] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95b24f9c-3e46-4e08-bcde-8491c466be08 is going to be created. [ 599.658409] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.658580] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.658753] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.658944] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.659041] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.675818] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95b24f9c-3e46-4e08-bcde-8491c466be08 in Status: UNINITIALIZED for 2s [ 600.047956] env[65962]: INFO networking_nsxv3.common.synchronization [None req-0a1b38d9-6f40-4382-ba44-06a0211bb270 None None] Enqueued Resource ID: be0115e6-8521-4214-8366-e18c6ed539f0 with Priority: HIGHEST for action port [ 600.048409] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0115e6-8521-4214-8366-e18c6ed539f0 with Priority: HIGHEST for action port [ 600.048652] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-be0115e6-8521-4214-8366-e18c6ed539f0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.048776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be0115e6-8521-4214-8366-e18c6ed539f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.048858] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be0115e6-8521-4214-8366-e18c6ed539f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.049446] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be0115e6-8521-4214-8366-e18c6ed539f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.049535] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be0115e6-8521-4214-8366-e18c6ed539f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.551368] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be0115e6-8521-4214-8366-e18c6ed539f0 [ 600.551718] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.551718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.551850] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.552118] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.552118] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.552230] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be0115e6-8521-4214-8366-e18c6ed539f0 already deleted. [ 600.552273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be0115e6-8521-4214-8366-e18c6ed539f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.281143] env[65962]: INFO networking_nsxv3.common.synchronization [req-57b8ac3e-cfd6-4938-8445-09b900a93c23 req-b4717cf3-6228-48da-a0fb-8a649d08dbb9 tempest-DeleteServersAdminTestJSON-1202821627 tempest-DeleteServersAdminTestJSON-1202821627-project-member] Enqueued Resource ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 with Priority: HIGHEST for action security_group_members [ 601.281143] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 with Priority: HIGHEST for action security_group_members [ 601.281143] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a0520a-7058-41b5-ad2a-55a0ed478f72 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.281143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.282348] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.282457] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.282656] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.282780] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.282869] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.283065] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.283181] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.283287] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84a0520a-7058-41b5-ad2a-55a0ed478f72',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.506040] env[65962]: INFO networking_nsxv3.common.synchronization [None req-0ef4e471-7aee-4f0e-afd4-c1ee3b452b18 None None] Enqueued Resource ID: 60c22987-258c-4322-aa6f-4aa78941a094 with Priority: HIGHEST for action port [ 601.506408] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c22987-258c-4322-aa6f-4aa78941a094 with Priority: HIGHEST for action port [ 601.506718] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-60c22987-258c-4322-aa6f-4aa78941a094 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.506839] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60c22987-258c-4322-aa6f-4aa78941a094" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.506907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60c22987-258c-4322-aa6f-4aa78941a094" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.509261] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60c22987-258c-4322-aa6f-4aa78941a094" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.509261] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60c22987-258c-4322-aa6f-4aa78941a094',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.691487] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95b24f9c-3e46-4e08-bcde-8491c466be08 in Status: SUCCESS [ 601.691936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.692144] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.692236] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.692426] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.692542] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.692602] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.692756] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.692833] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.692917] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.693013] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95b24f9c-3e46-4e08-bcde-8491c466be08',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.757532] env[65962]: INFO networking_nsxv3.common.synchronization [None req-c974a035-20ef-4b53-9645-f9121db15b3a None None] Enqueued Resource ID: 080a7ad3-ca2b-453b-a1fc-4f583d414ab3 with Priority: HIGHEST for action port [ 601.758091] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 080a7ad3-ca2b-453b-a1fc-4f583d414ab3 with Priority: HIGHEST for action port [ 601.758237] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-080a7ad3-ca2b-453b-a1fc-4f583d414ab3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.758341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-080a7ad3-ca2b-453b-a1fc-4f583d414ab3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.758442] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-080a7ad3-ca2b-453b-a1fc-4f583d414ab3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.758665] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-080a7ad3-ca2b-453b-a1fc-4f583d414ab3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.758748] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('080a7ad3-ca2b-453b-a1fc-4f583d414ab3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.787196] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.787413] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.787413] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.787585] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.787671] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.787914] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.788145] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.788145] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.788228] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.788259] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.788626] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 already deleted. [ 601.788626] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.013739] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60c22987-258c-4322-aa6f-4aa78941a094 [ 602.013739] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.013739] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.013739] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.013739] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.013739] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.013739] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60c22987-258c-4322-aa6f-4aa78941a094 already deleted. [ 602.013739] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60c22987-258c-4322-aa6f-4aa78941a094" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.197050] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-95b24f9c-3e46-4e08-bcde-8491c466be08 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.197216] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.199033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.199033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.199033] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.199033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.199033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.199033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.199033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.199033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.199033] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-95b24f9c-3e46-4e08-bcde-8491c466be08 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.199033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.199033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.199033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.199033] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.199033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.199033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.199033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.199033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.199033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.199737] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95b24f9c-3e46-4e08-bcde-8491c466be08',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.261324] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 080a7ad3-ca2b-453b-a1fc-4f583d414ab3 [ 602.261324] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.261324] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.261324] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.261552] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.261552] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.261552] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:080a7ad3-ca2b-453b-a1fc-4f583d414ab3 already deleted. [ 602.261645] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-080a7ad3-ca2b-453b-a1fc-4f583d414ab3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.286022] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.286022] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.286022] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.286545] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.286639] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.286800] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.286910] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.287246] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.287788] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.287788] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.287788] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.287924] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.287924] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.288194] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.288313] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.288441] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.307385] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.307564] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.307681] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.307859] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.308186] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-83ccb3c9-bd2f-4be4-884e-1aa068041696 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.308357] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-83ccb3c9-bd2f-4be4-884e-1aa068041696" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.308478] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-83ccb3c9-bd2f-4be4-884e-1aa068041696" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.308840] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-83ccb3c9-bd2f-4be4-884e-1aa068041696" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.309221] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83ccb3c9-bd2f-4be4-884e-1aa068041696',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.703594] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95b24f9c-3e46-4e08-bcde-8491c466be08: rpc.has_security_group_logging(os_id): False [ 602.719033] env[65962]: INFO networking_nsxv3.common.synchronization [None req-79ab7bc5-1c6e-41e9-b28f-653fbda4e8d0 None None] Enqueued Resource ID: 4f7e93f7-4fd6-4715-8d79-c345f6836d94 with Priority: HIGHEST for action port [ 602.719630] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f7e93f7-4fd6-4715-8d79-c345f6836d94 with Priority: HIGHEST for action port [ 602.723019] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f7e93f7-4fd6-4715-8d79-c345f6836d94 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.723019] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f7e93f7-4fd6-4715-8d79-c345f6836d94" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.723019] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f7e93f7-4fd6-4715-8d79-c345f6836d94" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.723019] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f7e93f7-4fd6-4715-8d79-c345f6836d94" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.723019] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f7e93f7-4fd6-4715-8d79-c345f6836d94',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.723019] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.723577] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.723577] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.723577] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.723577] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.723857] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.723857] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.723999] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.724153] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.724205] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.724378] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.724468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.724526] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.724659] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.724727] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.724910] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.725034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.725083] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.725207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.725277] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.725355] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95b24f9c-3e46-4e08-bcde-8491c466be08 is going to be created. [ 602.794413] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.795587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.795587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.795694] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.796129] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.809137] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95b24f9c-3e46-4e08-bcde-8491c466be08 in Status: IN_PROGRESS for 2s [ 602.815127] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.815127] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.815127] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.815127] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.815127] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.815127] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 83ccb3c9-bd2f-4be4-884e-1aa068041696 not found, creating... [ 602.815127] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.815127] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.815127] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.815557] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.815557] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.815657] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.815811] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.815926] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.817318] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.818032] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.818032] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 83ccb3c9-bd2f-4be4-884e-1aa068041696 is going to be created. [ 602.839149] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.839388] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.839497] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.839782] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.840031] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.840278] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-83ccb3c9-bd2f-4be4-884e-1aa068041696" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.960807] env[65962]: INFO networking_nsxv3.common.synchronization [None req-cb5c521d-b18e-4906-8960-62dff9644217 None None] Enqueued Resource ID: 0319ac04-37b9-4ff1-b15c-0272f8a7b933 with Priority: HIGHEST for action port [ 602.961409] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0319ac04-37b9-4ff1-b15c-0272f8a7b933 with Priority: HIGHEST for action port [ 602.964897] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-0319ac04-37b9-4ff1-b15c-0272f8a7b933 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.964897] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0319ac04-37b9-4ff1-b15c-0272f8a7b933" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.964897] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0319ac04-37b9-4ff1-b15c-0272f8a7b933" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.964897] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0319ac04-37b9-4ff1-b15c-0272f8a7b933" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.964897] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0319ac04-37b9-4ff1-b15c-0272f8a7b933',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.228053] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f7e93f7-4fd6-4715-8d79-c345f6836d94 [ 603.228053] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.228282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.228282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.228479] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.228565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.229536] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f7e93f7-4fd6-4715-8d79-c345f6836d94 already deleted. [ 603.229536] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f7e93f7-4fd6-4715-8d79-c345f6836d94" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.466269] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0319ac04-37b9-4ff1-b15c-0272f8a7b933 [ 603.466806] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.467127] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.467240] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.467427] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.467514] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.467610] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0319ac04-37b9-4ff1-b15c-0272f8a7b933 already deleted. [ 603.467930] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0319ac04-37b9-4ff1-b15c-0272f8a7b933" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.643033] env[65962]: INFO networking_nsxv3.common.synchronization [req-57b8ac3e-cfd6-4938-8445-09b900a93c23 req-05fb5c90-db54-49df-8086-af0245c019a2 service nova] Enqueued Resource ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 with Priority: HIGHEST for action security_group_rules [ 603.643199] env[65962]: INFO networking_nsxv3.common.synchronization [req-57b8ac3e-cfd6-4938-8445-09b900a93c23 req-05fb5c90-db54-49df-8086-af0245c019a2 service nova] Enqueued Resource ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 with Priority: HIGHEST for action security_group_members [ 603.643333] env[65962]: INFO networking_nsxv3.common.synchronization [req-57b8ac3e-cfd6-4938-8445-09b900a93c23 req-05fb5c90-db54-49df-8086-af0245c019a2 service nova] Enqueued Resource ID: 83ccb3c9-bd2f-4be4-884e-1aa068041696 with Priority: HIGHEST for action port [ 603.643913] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 with Priority: HIGHEST for action security_group_rules [ 603.644109] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 with Priority: HIGHEST for action security_group_members [ 603.644227] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ccb3c9-bd2f-4be4-884e-1aa068041696 with Priority: HIGHEST for action port [ 603.644508] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84a0520a-7058-41b5-ad2a-55a0ed478f72 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.644627] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.644692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.644938] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.645031] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84a0520a-7058-41b5-ad2a-55a0ed478f72',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.646078] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a0520a-7058-41b5-ad2a-55a0ed478f72 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.646078] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.646181] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.646289] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.646855] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.646855] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.646855] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.646855] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.647164] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.647164] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84a0520a-7058-41b5-ad2a-55a0ed478f72',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.648059] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-83ccb3c9-bd2f-4be4-884e-1aa068041696 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.650589] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83ccb3c9-bd2f-4be4-884e-1aa068041696" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.650669] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83ccb3c9-bd2f-4be4-884e-1aa068041696" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.650879] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83ccb3c9-bd2f-4be4-884e-1aa068041696" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.650928] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83ccb3c9-bd2f-4be4-884e-1aa068041696',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.054681] env[65962]: INFO networking_nsxv3.common.synchronization [None req-72951bb0-670d-4554-86d7-5a217f551b60 None None] Enqueued Resource ID: b5c4334b-6e06-4855-98df-1d6ee3d98bec with Priority: HIGHEST for action port [ 604.055244] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c4334b-6e06-4855-98df-1d6ee3d98bec with Priority: HIGHEST for action port [ 604.055540] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5c4334b-6e06-4855-98df-1d6ee3d98bec taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.055663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5c4334b-6e06-4855-98df-1d6ee3d98bec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.055730] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5c4334b-6e06-4855-98df-1d6ee3d98bec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.056018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5c4334b-6e06-4855-98df-1d6ee3d98bec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.056299] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5c4334b-6e06-4855-98df-1d6ee3d98bec',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.152940] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84a0520a-7058-41b5-ad2a-55a0ed478f72',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.155416] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a0520a-7058-41b5-ad2a-55a0ed478f72 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.155416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.155416] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83ccb3c9-bd2f-4be4-884e-1aa068041696 with status ACTIVE [ 604.155416] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.155416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.155416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.155416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.155416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.155416] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.155416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.155416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.155416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.155416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.155968] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.155968] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.155968] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.155968] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.155968] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.156164] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83ccb3c9-bd2f-4be4-884e-1aa068041696 is going to be updated. [ 604.183034] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.183034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.183034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.183242] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.183344] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.183500] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83ccb3c9-bd2f-4be4-884e-1aa068041696" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.329353] env[65962]: INFO networking_nsxv3.common.synchronization [None req-7744af9f-9e7e-4299-9f60-aa1876fc2ca7 tempest-VolumesAssistedSnapshotsTest-469882668 tempest-VolumesAssistedSnapshotsTest-469882668-project-member] Enqueued Resource ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 with Priority: HIGHEST for action security_group_rules [ 604.330364] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 with Priority: HIGHEST for action security_group_rules [ 604.330771] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98970c9d-6b04-4f3c-bb86-f47cac0341a4 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.330929] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.331013] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.331435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.331435] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98970c9d-6b04-4f3c-bb86-f47cac0341a4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.559066] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5c4334b-6e06-4855-98df-1d6ee3d98bec [ 604.559329] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.559476] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.559549] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.559867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.559867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.559977] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5c4334b-6e06-4855-98df-1d6ee3d98bec already deleted. [ 604.560065] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5c4334b-6e06-4855-98df-1d6ee3d98bec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.661967] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84a0520a-7058-41b5-ad2a-55a0ed478f72',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.774132] env[65962]: INFO networking_nsxv3.common.synchronization [None req-5101cb75-943c-49de-a277-83505d02ac05 tempest-VolumesAssistedSnapshotsTest-469882668 tempest-VolumesAssistedSnapshotsTest-469882668-project-member] Enqueued Resource ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 with Priority: HIGHEST for action security_group_rules [ 604.774740] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 with Priority: HIGHEST for action security_group_rules [ 604.777182] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98970c9d-6b04-4f3c-bb86-f47cac0341a4 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.777481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.825747] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95b24f9c-3e46-4e08-bcde-8491c466be08 in Status: SUCCESS [ 604.826065] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.854656] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.854813] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.854880] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.856587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.856816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.857579] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 already deleted. [ 604.857579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.857579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.857579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.857579] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98970c9d-6b04-4f3c-bb86-f47cac0341a4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.164994] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.165558] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.165692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.166032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.166367] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.166480] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 is going to be created. [ 605.196949] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.197833] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.197915] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.198141] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.198312] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.212108] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 in Status: UNINITIALIZED for 2s [ 605.382920] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.382920] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.382920] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.382920] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.382920] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.382920] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 already deleted. [ 605.382920] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.627587] env[65962]: INFO networking_nsxv3.common.synchronization [req-b7a24c62-7044-4c44-a5aa-2dfcaca06d15 req-dd44d7b8-fe01-4d95-8ddf-700d6db8620d tempest-ServerDiagnosticsTest-1080960774 tempest-ServerDiagnosticsTest-1080960774-project-member] Enqueued Resource ID: d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec with Priority: HIGHEST for action security_group_members [ 605.628404] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec with Priority: HIGHEST for action security_group_members [ 605.628498] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.629903] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.630035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.630324] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.630497] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.630617] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.630685] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.631253] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.631426] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.631482] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.134133] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.134295] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.134367] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.134724] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.134769] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.135021] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.135748] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.135748] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.135748] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.135748] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.135748] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec already deleted. [ 606.135748] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.282311] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.282463] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.282503] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.282768] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.283710] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.283710] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.283710] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.283909] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.284076] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.284278] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.284437] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.284572] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.284701] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.284833] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.284978] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.285179] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.304507] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.304697] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.304817] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.305009] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.305326] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-f1b855c0-a311-4efe-a230-2485e59e4a1d taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.305493] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-f1b855c0-a311-4efe-a230-2485e59e4a1d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.305609] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-f1b855c0-a311-4efe-a230-2485e59e4a1d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.305956] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-f1b855c0-a311-4efe-a230-2485e59e4a1d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.306180] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1b855c0-a311-4efe-a230-2485e59e4a1d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.472138] env[65962]: INFO networking_nsxv3.common.synchronization [None req-ace55883-49a6-4f9f-83d8-3eb2f81758b6 None None] Enqueued Resource ID: 4efdb590-a8e1-4798-a87b-5824835e64b2 with Priority: HIGHEST for action port [ 606.472138] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efdb590-a8e1-4798-a87b-5824835e64b2 with Priority: HIGHEST for action port [ 606.472462] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-4efdb590-a8e1-4798-a87b-5824835e64b2 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.472601] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4efdb590-a8e1-4798-a87b-5824835e64b2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.472761] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4efdb590-a8e1-4798-a87b-5824835e64b2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.472914] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4efdb590-a8e1-4798-a87b-5824835e64b2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.473014] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4efdb590-a8e1-4798-a87b-5824835e64b2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.695435] env[65962]: INFO networking_nsxv3.common.synchronization [None req-6fab0a9a-2c65-4e9b-bd60-d360e5a61e6e None None] Enqueued Resource ID: 7c335a87-982f-452d-9cf3-8cdc9d1c123f with Priority: HIGHEST for action port [ 606.696011] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c335a87-982f-452d-9cf3-8cdc9d1c123f with Priority: HIGHEST for action port [ 606.696413] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c335a87-982f-452d-9cf3-8cdc9d1c123f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.696539] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c335a87-982f-452d-9cf3-8cdc9d1c123f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.696609] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c335a87-982f-452d-9cf3-8cdc9d1c123f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.696853] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c335a87-982f-452d-9cf3-8cdc9d1c123f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.696938] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c335a87-982f-452d-9cf3-8cdc9d1c123f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.808836] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.809127] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.809214] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.809460] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.810033] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.810033] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port f1b855c0-a311-4efe-a230-2485e59e4a1d not found, creating... [ 606.810173] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.810260] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.810780] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.810780] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.810780] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.810977] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.811149] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.811292] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.811531] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.811685] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.812705] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: f1b855c0-a311-4efe-a230-2485e59e4a1d is going to be created. [ 606.833822] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.834089] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.834089] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.834869] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.834869] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.834869] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-f1b855c0-a311-4efe-a230-2485e59e4a1d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.982288] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4efdb590-a8e1-4798-a87b-5824835e64b2 [ 606.982535] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.982719] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.982794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.983045] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.983148] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.983246] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4efdb590-a8e1-4798-a87b-5824835e64b2 already deleted. [ 606.983333] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4efdb590-a8e1-4798-a87b-5824835e64b2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.200549] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c335a87-982f-452d-9cf3-8cdc9d1c123f [ 607.200549] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.200549] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.200549] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.200549] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.200549] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.200549] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c335a87-982f-452d-9cf3-8cdc9d1c123f already deleted. [ 607.200549] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c335a87-982f-452d-9cf3-8cdc9d1c123f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.223489] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 in Status: UNINITIALIZED for 4s [ 607.598521] env[65962]: INFO networking_nsxv3.common.synchronization [req-b7a24c62-7044-4c44-a5aa-2dfcaca06d15 req-4a62089f-f995-4729-abcc-5cd99c7b0583 service nova] Enqueued Resource ID: d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec with Priority: HIGHEST for action security_group_rules [ 607.599527] env[65962]: INFO networking_nsxv3.common.synchronization [req-b7a24c62-7044-4c44-a5aa-2dfcaca06d15 req-4a62089f-f995-4729-abcc-5cd99c7b0583 service nova] Enqueued Resource ID: d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec with Priority: HIGHEST for action security_group_members [ 607.599527] env[65962]: INFO networking_nsxv3.common.synchronization [req-b7a24c62-7044-4c44-a5aa-2dfcaca06d15 req-4a62089f-f995-4729-abcc-5cd99c7b0583 service nova] Enqueued Resource ID: f1b855c0-a311-4efe-a230-2485e59e4a1d with Priority: HIGHEST for action port [ 607.599527] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec with Priority: HIGHEST for action security_group_rules [ 607.599527] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec with Priority: HIGHEST for action security_group_members [ 607.599784] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b855c0-a311-4efe-a230-2485e59e4a1d with Priority: HIGHEST for action port [ 607.599870] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.600007] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.601411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.601638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.601789] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.605198] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.605304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.605342] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.606269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.606269] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.606269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.606269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.606269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.606269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.606269] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.609149] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1b855c0-a311-4efe-a230-2485e59e4a1d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.609149] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1b855c0-a311-4efe-a230-2485e59e4a1d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.609149] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1b855c0-a311-4efe-a230-2485e59e4a1d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.609149] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1b855c0-a311-4efe-a230-2485e59e4a1d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.609149] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1b855c0-a311-4efe-a230-2485e59e4a1d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.114028] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.114028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.114028] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.114028] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1b855c0-a311-4efe-a230-2485e59e4a1d with status ACTIVE [ 608.114491] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.114864] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.114939] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.115144] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.115255] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.115407] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.115495] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.115611] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.115754] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.115821] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.116228] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.117169] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.117169] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.117169] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.117169] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.117366] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1b855c0-a311-4efe-a230-2485e59e4a1d is going to be updated. [ 608.144939] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.144939] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.144939] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.144939] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.144939] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.144939] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1b855c0-a311-4efe-a230-2485e59e4a1d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.375599] env[65962]: INFO networking_nsxv3.common.synchronization [None req-cf4b98b5-0eea-400d-84c5-e8be24304219 tempest-AttachInterfacesTestJSON-1497595542 tempest-AttachInterfacesTestJSON-1497595542-project-member] Enqueued Resource ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 with Priority: HIGHEST for action security_group_rules [ 608.376161] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 with Priority: HIGHEST for action security_group_rules [ 608.376461] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.376586] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.376658] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.376902] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.376986] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.623787] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.833336] env[65962]: INFO networking_nsxv3.common.synchronization [None req-77e9e900-a3b8-45a2-8cc9-efa9f77bbedf tempest-AttachInterfacesTestJSON-1497595542 tempest-AttachInterfacesTestJSON-1497595542-project-member] Enqueued Resource ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 with Priority: HIGHEST for action security_group_rules [ 608.833992] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 with Priority: HIGHEST for action security_group_rules [ 608.834479] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.834967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.900902] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.903591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.903591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.903591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.903591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.903591] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 already deleted. [ 608.903591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.903591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.903591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.903591] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.127290] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.127619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.127619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.127729] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.127820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.127914] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec is going to be created. [ 609.153302] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.153472] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.153512] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.153721] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.153879] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.164778] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec in Status: UNINITIALIZED for 2s [ 609.237186] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 in Status: SUCCESS [ 609.237186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.237186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.237186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.237186] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.237186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.237186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.237186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.237186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.237186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.237186] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84a0520a-7058-41b5-ad2a-55a0ed478f72',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.426785] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.427075] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.427075] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.427446] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.427446] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.427615] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 already deleted. [ 609.427615] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.740646] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a0520a-7058-41b5-ad2a-55a0ed478f72 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.741408] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.742189] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.743101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.743101] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.743101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.743101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.743101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.743101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.743416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.743416] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a0520a-7058-41b5-ad2a-55a0ed478f72 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.743484] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.743512] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.743709] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.743799] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.743891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.744043] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.744156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.744246] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.744345] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.744435] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84a0520a-7058-41b5-ad2a-55a0ed478f72',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.759604] env[65962]: INFO networking_nsxv3.common.synchronization [req-da6e5b8a-ba94-4a4b-9812-00b193943930 req-7d63dd21-80da-4823-86e2-0d3f575e676f tempest-ServerRescueTestJSONUnderV235-268252267 tempest-ServerRescueTestJSONUnderV235-268252267-project-member] Enqueued Resource ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 with Priority: HIGHEST for action security_group_members [ 609.760228] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 with Priority: HIGHEST for action security_group_members [ 609.760495] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.760614] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.760676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.760956] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.761593] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.761702] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.761767] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.761949] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.762046] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.762232] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.993069] env[65962]: INFO networking_nsxv3.common.synchronization [None req-2442b8ba-0ff7-4c84-8ded-46db96e01daf None None] Enqueued Resource ID: 2973bf24-14f6-416f-a645-3888734c26f3 with Priority: HIGHEST for action port [ 609.993360] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2973bf24-14f6-416f-a645-3888734c26f3 with Priority: HIGHEST for action port [ 609.994252] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-2973bf24-14f6-416f-a645-3888734c26f3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.994442] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2973bf24-14f6-416f-a645-3888734c26f3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.994512] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2973bf24-14f6-416f-a645-3888734c26f3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.994770] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2973bf24-14f6-416f-a645-3888734c26f3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.995273] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2973bf24-14f6-416f-a645-3888734c26f3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.137362] env[65962]: INFO networking_nsxv3.common.synchronization [None req-ee9ac170-0266-475b-82b4-bc97de4a660f None None] Enqueued Resource ID: 144dff83-2518-44c2-a34a-d2ab5a0a6ddb with Priority: HIGHEST for action port [ 610.137958] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144dff83-2518-44c2-a34a-d2ab5a0a6ddb with Priority: HIGHEST for action port [ 610.138268] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-144dff83-2518-44c2-a34a-d2ab5a0a6ddb taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.138430] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-144dff83-2518-44c2-a34a-d2ab5a0a6ddb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.138586] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-144dff83-2518-44c2-a34a-d2ab5a0a6ddb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.138692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-144dff83-2518-44c2-a34a-d2ab5a0a6ddb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.138773] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('144dff83-2518-44c2-a34a-d2ab5a0a6ddb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.248835] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84a0520a-7058-41b5-ad2a-55a0ed478f72: rpc.has_security_group_logging(os_id): False [ 610.264990] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.265207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.265300] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.265559] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.265672] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.265896] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.266046] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.266180] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.266365] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.266448] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.267175] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 already deleted. [ 610.267175] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.268433] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.268433] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.268535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.268732] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.270475] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.270475] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.270475] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.270475] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.270475] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.270475] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.270475] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.270475] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.270475] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.271261] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.271261] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.271261] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.271261] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.271399] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.271908] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.271908] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.271908] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 is going to be created. [ 610.346713] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.346906] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.346952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.347290] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.347498] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.360060] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 in Status: IN_PROGRESS for 2s [ 610.465672] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-91 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.465893] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-91" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.466063] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-91" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.466403] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-91" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.466654] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.466807] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.466916] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.467157] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.467322] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.467531] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.467638] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.467792] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.467847] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.467929] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.468039] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.468165] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.493243] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.493457] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.493606] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.493797] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-91" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.494230] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-79b2bd86-798d-45e6-93df-70e055b6aa31 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.494586] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-79b2bd86-798d-45e6-93df-70e055b6aa31" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.494653] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-79b2bd86-798d-45e6-93df-70e055b6aa31" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.495018] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-79b2bd86-798d-45e6-93df-70e055b6aa31" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.495262] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b2bd86-798d-45e6-93df-70e055b6aa31',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.499329] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2973bf24-14f6-416f-a645-3888734c26f3 [ 610.499329] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.499329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.499329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.499329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.499329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.499329] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2973bf24-14f6-416f-a645-3888734c26f3 already deleted. [ 610.499329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2973bf24-14f6-416f-a645-3888734c26f3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.641205] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 144dff83-2518-44c2-a34a-d2ab5a0a6ddb [ 610.641374] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.641472] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.641635] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.641776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.641860] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.641987] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:144dff83-2518-44c2-a34a-d2ab5a0a6ddb already deleted. [ 610.642060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-144dff83-2518-44c2-a34a-d2ab5a0a6ddb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.998208] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.998434] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.998554] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.998843] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.998989] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.999148] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 79b2bd86-798d-45e6-93df-70e055b6aa31 not found, creating... [ 610.999406] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.999555] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.999661] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.999867] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.999998] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.000317] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.000478] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.000610] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.000815] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.000935] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.001212] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 79b2bd86-798d-45e6-93df-70e055b6aa31 is going to be created. [ 611.024799] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.025143] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.025234] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.026029] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.026414] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.026649] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-79b2bd86-798d-45e6-93df-70e055b6aa31" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.175044] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec in Status: SUCCESS [ 611.175366] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.175480] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.175634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.175825] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.176017] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.176017] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.176199] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.176399] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.176399] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.176590] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.483185] env[65962]: INFO networking_nsxv3.common.synchronization [req-10c4d7ce-51fc-499a-9bea-f625b65df42b req-f8fdcb5f-fe89-4520-be0c-cffdaab508e1 tempest-VolumesAdminNegativeTest-1338929310 tempest-VolumesAdminNegativeTest-1338929310-project-member] Enqueued Resource ID: 8c5b86f8-f7ec-45ac-bc01-8313527c7261 with Priority: HIGHEST for action security_group_members [ 611.483769] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c5b86f8-f7ec-45ac-bc01-8313527c7261 with Priority: HIGHEST for action security_group_members [ 611.485296] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c5b86f8-f7ec-45ac-bc01-8313527c7261 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.485531] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.485595] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.486985] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.487242] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.487387] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.487387] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.487932] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.487932] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.487932] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c5b86f8-f7ec-45ac-bc01-8313527c7261',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.679149] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.679520] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.679520] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.679666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.679833] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.679933] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.679995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.680162] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.680251] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.680338] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.680488] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.680579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.680641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.680774] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.680904] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.680996] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.681059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.681228] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.681307] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.681387] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.681473] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.760272] env[65962]: INFO networking_nsxv3.common.synchronization [req-da6e5b8a-ba94-4a4b-9812-00b193943930 req-2df51f8b-4044-4b5b-952d-77b8aa42fa5f service nova] Enqueued Resource ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 with Priority: HIGHEST for action security_group_rules [ 611.760484] env[65962]: INFO networking_nsxv3.common.synchronization [req-da6e5b8a-ba94-4a4b-9812-00b193943930 req-2df51f8b-4044-4b5b-952d-77b8aa42fa5f service nova] Enqueued Resource ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 with Priority: HIGHEST for action security_group_members [ 611.760658] env[65962]: INFO networking_nsxv3.common.synchronization [req-da6e5b8a-ba94-4a4b-9812-00b193943930 req-2df51f8b-4044-4b5b-952d-77b8aa42fa5f service nova] Enqueued Resource ID: 79b2bd86-798d-45e6-93df-70e055b6aa31 with Priority: HIGHEST for action port [ 611.761231] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 with Priority: HIGHEST for action security_group_rules [ 611.762764] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 with Priority: HIGHEST for action security_group_members [ 611.762764] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b2bd86-798d-45e6-93df-70e055b6aa31 with Priority: HIGHEST for action port [ 611.762764] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.762764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.762764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.762764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.762764] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.764498] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.764498] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.764498] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.764657] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.764811] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.764961] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.765051] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.765230] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.765337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.765780] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.767086] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-79b2bd86-798d-45e6-93df-70e055b6aa31 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.767086] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79b2bd86-798d-45e6-93df-70e055b6aa31" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.767086] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79b2bd86-798d-45e6-93df-70e055b6aa31" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.767263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79b2bd86-798d-45e6-93df-70e055b6aa31" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.767345] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b2bd86-798d-45e6-93df-70e055b6aa31',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.944337] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-663 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.944503] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.944658] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.944938] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.945204] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.945358] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.945468] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.945680] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.945816] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.946132] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.946354] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.946496] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.946624] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.946757] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.946882] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.947449] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.968825] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.968995] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.969202] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.969555] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.969776] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-0f6b04f2-5eb3-4b62-b004-119044908418 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.969986] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-0f6b04f2-5eb3-4b62-b004-119044908418" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.970456] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-0f6b04f2-5eb3-4b62-b004-119044908418" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.970607] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-0f6b04f2-5eb3-4b62-b004-119044908418" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.970790] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f6b04f2-5eb3-4b62-b004-119044908418',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.991582] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.991582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.991582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.991582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.991582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.991582] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.991582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.991582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.991582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.991582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.991985] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c5b86f8-f7ec-45ac-bc01-8313527c7261 already deleted. [ 611.991985] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.183635] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec: rpc.has_security_group_logging(os_id): False [ 612.221523] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.221690] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.221735] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.221953] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.222054] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.222282] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.222385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.222457] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.222662] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.222779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.222980] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.223199] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.223199] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.223338] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.223411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.224065] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.224065] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.224065] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.224323] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.224374] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.224420] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec is going to be created. [ 612.268076] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.269169] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.269281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.269651] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79b2bd86-798d-45e6-93df-70e055b6aa31 with status ACTIVE [ 612.269832] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.269988] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.270086] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.270832] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.270832] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.270832] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.270832] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.270832] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.270832] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.271130] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.274990] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.274990] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.274990] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.274990] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.274990] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.274990] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79b2bd86-798d-45e6-93df-70e055b6aa31 is going to be updated. [ 612.306589] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.306589] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.306589] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.307391] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.307391] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.332828] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.333033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.333131] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.333322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.333528] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.333759] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79b2bd86-798d-45e6-93df-70e055b6aa31" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.334792] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec in Status: IN_PROGRESS for 2s [ 612.375298] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 in Status: SUCCESS [ 612.375913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.473781] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.473781] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.473781] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.474410] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.474410] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.474410] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 0f6b04f2-5eb3-4b62-b004-119044908418 not found, creating... [ 612.475103] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.475103] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.475103] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.475416] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.475416] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.475655] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.475821] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.475917] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.476307] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.476695] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.476695] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 0f6b04f2-5eb3-4b62-b004-119044908418 is going to be created. [ 612.516095] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.516095] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.516095] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.516095] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.516095] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.516095] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-0f6b04f2-5eb3-4b62-b004-119044908418" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.558113] env[65962]: INFO networking_nsxv3.common.synchronization [None req-d4d081cb-0a6f-42f5-b092-a8292dc1e369 None None] Enqueued Resource ID: 9bb96b17-23ca-4911-8f7e-e597105b52bc with Priority: HIGHEST for action port [ 612.559413] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bb96b17-23ca-4911-8f7e-e597105b52bc with Priority: HIGHEST for action port [ 612.559924] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bb96b17-23ca-4911-8f7e-e597105b52bc taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.560131] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bb96b17-23ca-4911-8f7e-e597105b52bc" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.560209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bb96b17-23ca-4911-8f7e-e597105b52bc" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.560566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bb96b17-23ca-4911-8f7e-e597105b52bc" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.560931] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bb96b17-23ca-4911-8f7e-e597105b52bc',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.771245] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.064679] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bb96b17-23ca-4911-8f7e-e597105b52bc [ 613.065056] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.065307] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.065365] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.065820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.065820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.065976] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bb96b17-23ca-4911-8f7e-e597105b52bc already deleted. [ 613.066146] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bb96b17-23ca-4911-8f7e-e597105b52bc" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.274414] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.274803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.274803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.274934] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.275013] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.275108] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 is going to be created. [ 613.313742] env[65962]: INFO networking_nsxv3.common.synchronization [req-10c4d7ce-51fc-499a-9bea-f625b65df42b req-e2bce4df-4e36-4c4a-bd81-3bbc47a53079 service nova] Enqueued Resource ID: 8c5b86f8-f7ec-45ac-bc01-8313527c7261 with Priority: HIGHEST for action security_group_rules [ 613.313742] env[65962]: INFO networking_nsxv3.common.synchronization [req-10c4d7ce-51fc-499a-9bea-f625b65df42b req-e2bce4df-4e36-4c4a-bd81-3bbc47a53079 service nova] Enqueued Resource ID: 8c5b86f8-f7ec-45ac-bc01-8313527c7261 with Priority: HIGHEST for action security_group_members [ 613.313742] env[65962]: INFO networking_nsxv3.common.synchronization [req-10c4d7ce-51fc-499a-9bea-f625b65df42b req-e2bce4df-4e36-4c4a-bd81-3bbc47a53079 service nova] Enqueued Resource ID: 0f6b04f2-5eb3-4b62-b004-119044908418 with Priority: HIGHEST for action port [ 613.313742] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c5b86f8-f7ec-45ac-bc01-8313527c7261 with Priority: HIGHEST for action security_group_rules [ 613.313742] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c5b86f8-f7ec-45ac-bc01-8313527c7261 with Priority: HIGHEST for action security_group_members [ 613.313742] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f6b04f2-5eb3-4b62-b004-119044908418 with Priority: HIGHEST for action port [ 613.314140] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c5b86f8-f7ec-45ac-bc01-8313527c7261 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.314274] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.314745] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.315028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.315114] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c5b86f8-f7ec-45ac-bc01-8313527c7261',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.316171] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c5b86f8-f7ec-45ac-bc01-8313527c7261 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.316301] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.316380] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.317638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.317638] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.317958] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.318076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.318291] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.318904] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.318904] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c5b86f8-f7ec-45ac-bc01-8313527c7261',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.321023] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f6b04f2-5eb3-4b62-b004-119044908418 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.321432] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f6b04f2-5eb3-4b62-b004-119044908418" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.321432] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f6b04f2-5eb3-4b62-b004-119044908418" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.321561] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f6b04f2-5eb3-4b62-b004-119044908418" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.321680] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f6b04f2-5eb3-4b62-b004-119044908418',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.326378] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.326548] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.326744] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.326967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.327223] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.343046] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 in Status: UNINITIALIZED for 2s [ 613.826083] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c5b86f8-f7ec-45ac-bc01-8313527c7261',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.829761] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c5b86f8-f7ec-45ac-bc01-8313527c7261 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.829857] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.831042] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f6b04f2-5eb3-4b62-b004-119044908418 with status ACTIVE [ 613.832116] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.832282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.832282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.833029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.833029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.833029] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.833029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.833029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.833029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.833029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.833329] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.833329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.833411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.834339] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.834339] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.834339] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f6b04f2-5eb3-4b62-b004-119044908418 is going to be updated. [ 613.879618] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.879823] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.879823] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.881154] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.881154] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.881154] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f6b04f2-5eb3-4b62-b004-119044908418" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.235863] env[65962]: INFO networking_nsxv3.common.synchronization [None req-bb359cf2-f555-4fc6-a53c-0bb11569f0ef None None] Enqueued Resource ID: 940082f7-2269-4d2b-bece-1106b48466f9 with Priority: HIGHEST for action port [ 614.236596] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940082f7-2269-4d2b-bece-1106b48466f9 with Priority: HIGHEST for action port [ 614.241502] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-940082f7-2269-4d2b-bece-1106b48466f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.241502] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-940082f7-2269-4d2b-bece-1106b48466f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.241502] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-940082f7-2269-4d2b-bece-1106b48466f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.241502] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-940082f7-2269-4d2b-bece-1106b48466f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.241502] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('940082f7-2269-4d2b-bece-1106b48466f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.331511] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c5b86f8-f7ec-45ac-bc01-8313527c7261',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.362987] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec in Status: SUCCESS [ 614.363371] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.742899] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 940082f7-2269-4d2b-bece-1106b48466f9 [ 614.744886] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.744886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.744886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.744886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.744886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.744886] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:940082f7-2269-4d2b-bece-1106b48466f9 already deleted. [ 614.744886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-940082f7-2269-4d2b-bece-1106b48466f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.836483] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.836483] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.836483] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.836483] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.836483] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.836483] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c5b86f8-f7ec-45ac-bc01-8313527c7261 is going to be created. [ 614.870708] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.870919] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.871017] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.871271] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.872036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.883602] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c5b86f8-f7ec-45ac-bc01-8313527c7261 in Status: UNINITIALIZED for 2s [ 615.355813] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 in Status: SUCCESS [ 615.356085] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.356254] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.356479] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.356673] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.356795] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.356863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.357028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.357115] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.357202] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.357295] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.862297] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.862297] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.862417] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.862748] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.862912] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.862976] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.864100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.864100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.864100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.864100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.864100] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.864100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.864100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.864100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.864100] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.864100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.864563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.864563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.864563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.864563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.864563] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.370404] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebb6c469-f3c5-4c65-8c1e-fd807877b9c0: rpc.has_security_group_logging(os_id): False [ 616.388515] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.388705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.388705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.388832] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.388920] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.389142] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.389244] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.389308] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.389514] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.389566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.389702] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.389794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.389878] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.389990] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.390091] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.390268] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.390383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.390422] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.390552] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.390621] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.390701] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 is going to be created. [ 616.476027] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.476027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.476027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.476027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.476027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.488529] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 in Status: IN_PROGRESS for 2s [ 616.734777] env[65962]: INFO networking_nsxv3.common.synchronization [None req-36d7c703-b280-4d7c-ae98-df8342142036 None None] Enqueued Resource ID: dd80620d-528d-4394-b761-b3b5e824854b with Priority: HIGHEST for action port [ 616.735464] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd80620d-528d-4394-b761-b3b5e824854b with Priority: HIGHEST for action port [ 616.735839] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd80620d-528d-4394-b761-b3b5e824854b taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.735969] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd80620d-528d-4394-b761-b3b5e824854b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.736048] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd80620d-528d-4394-b761-b3b5e824854b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.736363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd80620d-528d-4394-b761-b3b5e824854b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.736446] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd80620d-528d-4394-b761-b3b5e824854b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.895714] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c5b86f8-f7ec-45ac-bc01-8313527c7261 in Status: SUCCESS [ 616.896099] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.896297] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.896544] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.897535] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.897717] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.897771] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.897980] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.898090] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.898212] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.898323] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c5b86f8-f7ec-45ac-bc01-8313527c7261',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.902053] env[65962]: INFO networking_nsxv3.common.synchronization [req-010a618c-cbd6-497f-887f-506e7d6f02b3 req-306a1d30-df21-4126-a7e1-ae1664d34947 tempest-ServerTagsTestJSON-2128356230 tempest-ServerTagsTestJSON-2128356230-project-member] Enqueued Resource ID: 0a14b81f-f11d-4d00-b4db-2f3e249a4a4f with Priority: HIGHEST for action security_group_members [ 616.902679] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a14b81f-f11d-4d00-b4db-2f3e249a4a4f with Priority: HIGHEST for action security_group_members [ 616.902994] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.905947] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.906603] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.906931] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.907185] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.907349] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.907465] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.908116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.908255] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.908445] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a14b81f-f11d-4d00-b4db-2f3e249a4a4f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.239958] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd80620d-528d-4394-b761-b3b5e824854b [ 617.239958] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.239958] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.239958] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.239958] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.239958] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.239958] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd80620d-528d-4394-b761-b3b5e824854b already deleted. [ 617.239958] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd80620d-528d-4394-b761-b3b5e824854b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.365650] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-131 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.365846] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-131" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.365927] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-131" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.366309] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-131" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.366571] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.366765] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.366860] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.367220] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.367412] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.367684] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.368386] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.368386] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.368386] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.368386] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.368386] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.368386] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.402071] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c5b86f8-f7ec-45ac-bc01-8313527c7261 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.402435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.402435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.402585] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.402702] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.403009] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.403009] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.403114] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.403145] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.403214] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.403758] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c5b86f8-f7ec-45ac-bc01-8313527c7261 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.403758] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.403758] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.403758] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.404039] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.404039] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.404039] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.404164] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.404354] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.404354] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.404478] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c5b86f8-f7ec-45ac-bc01-8313527c7261',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.406604] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.407082] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.407082] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.407082] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-131" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.407598] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-cc118a3a-ca2f-463f-9e9b-b6ae588ecf36 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.407727] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-cc118a3a-ca2f-463f-9e9b-b6ae588ecf36" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.407863] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-cc118a3a-ca2f-463f-9e9b-b6ae588ecf36" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.408146] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-cc118a3a-ca2f-463f-9e9b-b6ae588ecf36" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.408361] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc118a3a-ca2f-463f-9e9b-b6ae588ecf36',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.411027] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.411027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.411154] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.411258] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.411390] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.412304] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.412304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.412304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.412304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.412304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.412500] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a14b81f-f11d-4d00-b4db-2f3e249a4a4f already deleted. [ 617.412539] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.450080] env[65962]: INFO networking_nsxv3.common.synchronization [None req-c1159034-f8a2-4d6f-ab48-01620dc597c3 None None] Enqueued Resource ID: b1c60cd5-6630-461a-b4d3-86cb2af6b83f with Priority: HIGHEST for action port [ 617.450894] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c60cd5-6630-461a-b4d3-86cb2af6b83f with Priority: HIGHEST for action port [ 617.451414] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1c60cd5-6630-461a-b4d3-86cb2af6b83f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.451556] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1c60cd5-6630-461a-b4d3-86cb2af6b83f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.451630] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1c60cd5-6630-461a-b4d3-86cb2af6b83f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.451998] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1c60cd5-6630-461a-b4d3-86cb2af6b83f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.452116] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1c60cd5-6630-461a-b4d3-86cb2af6b83f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.910495] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c5b86f8-f7ec-45ac-bc01-8313527c7261: rpc.has_security_group_logging(os_id): False [ 617.912199] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.912455] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.912657] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.912962] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.913150] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.913293] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port cc118a3a-ca2f-463f-9e9b-b6ae588ecf36 not found, creating... [ 617.913575] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.913736] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.913868] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.914120] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.914261] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.914562] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.914740] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.914865] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.915112] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.915246] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.915404] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: cc118a3a-ca2f-463f-9e9b-b6ae588ecf36 is going to be created. [ 617.940867] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.941605] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.941605] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.941795] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.942077] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.942722] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-cc118a3a-ca2f-463f-9e9b-b6ae588ecf36" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.944274] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.944274] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.944427] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.944578] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.944631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.944818] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.945350] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.945350] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.945350] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.945350] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.945537] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.945537] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.945537] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.945642] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.945999] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.945999] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.945999] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.946276] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.946276] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.946362] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.946487] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c5b86f8-f7ec-45ac-bc01-8313527c7261 is going to be created. [ 617.955628] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1c60cd5-6630-461a-b4d3-86cb2af6b83f [ 617.956572] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.956572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.956572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.956572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.956572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.956572] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1c60cd5-6630-461a-b4d3-86cb2af6b83f already deleted. [ 617.956572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1c60cd5-6630-461a-b4d3-86cb2af6b83f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.035107] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.037050] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.037050] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.037050] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.037050] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.049582] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c5b86f8-f7ec-45ac-bc01-8313527c7261 in Status: IN_PROGRESS for 2s [ 618.385295] env[65962]: INFO networking_nsxv3.common.synchronization [None req-25ddb97b-b3a7-4175-b49b-32b2900edd07 tempest-ServersTestBootFromVolume-1109738379 tempest-ServersTestBootFromVolume-1109738379-project-member] Enqueued Resource ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 with Priority: HIGHEST for action security_group_rules [ 618.385819] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 with Priority: HIGHEST for action security_group_rules [ 618.386123] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d643a708-2bb9-4d16-9349-e0bee8d53a15 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.386305] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.386368] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.386607] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.386829] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d643a708-2bb9-4d16-9349-e0bee8d53a15',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.501675] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 in Status: SUCCESS [ 618.502029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.525934] env[65962]: INFO networking_nsxv3.common.synchronization [None req-0e22c8a3-be4c-4233-a048-e30855877a12 tempest-ServersTestBootFromVolume-1109738379 tempest-ServersTestBootFromVolume-1109738379-project-member] Enqueued Resource ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 with Priority: HIGHEST for action security_group_rules [ 618.526555] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 with Priority: HIGHEST for action security_group_rules [ 618.526858] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d643a708-2bb9-4d16-9349-e0bee8d53a15 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.526963] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.671783] env[65962]: INFO networking_nsxv3.common.synchronization [req-010a618c-cbd6-497f-887f-506e7d6f02b3 req-0ddb7a9c-b9e7-4a9a-8c68-ece09c0f4445 service nova] Enqueued Resource ID: 0a14b81f-f11d-4d00-b4db-2f3e249a4a4f with Priority: HIGHEST for action security_group_rules [ 618.671961] env[65962]: INFO networking_nsxv3.common.synchronization [req-010a618c-cbd6-497f-887f-506e7d6f02b3 req-0ddb7a9c-b9e7-4a9a-8c68-ece09c0f4445 service nova] Enqueued Resource ID: 0a14b81f-f11d-4d00-b4db-2f3e249a4a4f with Priority: HIGHEST for action security_group_members [ 618.672604] env[65962]: INFO networking_nsxv3.common.synchronization [req-010a618c-cbd6-497f-887f-506e7d6f02b3 req-0ddb7a9c-b9e7-4a9a-8c68-ece09c0f4445 service nova] Enqueued Resource ID: cc118a3a-ca2f-463f-9e9b-b6ae588ecf36 with Priority: HIGHEST for action port [ 618.672856] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a14b81f-f11d-4d00-b4db-2f3e249a4a4f with Priority: HIGHEST for action security_group_rules [ 618.673062] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a14b81f-f11d-4d00-b4db-2f3e249a4a4f with Priority: HIGHEST for action security_group_members [ 618.673191] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc118a3a-ca2f-463f-9e9b-b6ae588ecf36 with Priority: HIGHEST for action port [ 618.674103] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.674280] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.674383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.674805] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.674907] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a14b81f-f11d-4d00-b4db-2f3e249a4a4f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.679568] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.679568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.679568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.679568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.679568] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.679568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.679568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.679865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.679865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.679865] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a14b81f-f11d-4d00-b4db-2f3e249a4a4f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.680896] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc118a3a-ca2f-463f-9e9b-b6ae588ecf36 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.681086] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc118a3a-ca2f-463f-9e9b-b6ae588ecf36" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.681177] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc118a3a-ca2f-463f-9e9b-b6ae588ecf36" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.681373] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc118a3a-ca2f-463f-9e9b-b6ae588ecf36" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.681490] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc118a3a-ca2f-463f-9e9b-b6ae588ecf36',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.910605] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.913641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.913641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.913641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.913641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.913641] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 already deleted. [ 618.913641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.913641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.913641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.913641] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d643a708-2bb9-4d16-9349-e0bee8d53a15',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.186203] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.186338] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.186924] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a14b81f-f11d-4d00-b4db-2f3e249a4a4f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.188463] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc118a3a-ca2f-463f-9e9b-b6ae588ecf36 with status ACTIVE [ 619.188463] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.188463] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.188463] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.188463] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.188699] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.188699] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.189287] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.189440] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.189563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.189633] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.189764] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.189862] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.189923] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.190074] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.190134] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.190449] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc118a3a-ca2f-463f-9e9b-b6ae588ecf36 is going to be updated. [ 619.213219] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.213424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.213424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.213634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.213771] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.213931] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc118a3a-ca2f-463f-9e9b-b6ae588ecf36" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.439344] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.439512] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.439741] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.439813] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.439876] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.440046] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 already deleted. [ 619.440172] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.627491] env[65962]: INFO networking_nsxv3.common.synchronization [req-55bc2cfe-8a2a-4716-911e-94a2c072f317 req-b02c4326-3e05-4071-abc3-99fdf5360d07 tempest-VolumesAssistedSnapshotsTest-469882668 tempest-VolumesAssistedSnapshotsTest-469882668-project-member] Enqueued Resource ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 with Priority: HIGHEST for action security_group_members [ 619.628708] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 with Priority: HIGHEST for action security_group_members [ 619.629180] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-98970c9d-6b04-4f3c-bb86-f47cac0341a4 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.629310] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.629403] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.629947] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.629947] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.630134] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.630247] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.630652] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.630652] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.630794] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98970c9d-6b04-4f3c-bb86-f47cac0341a4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.692037] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a14b81f-f11d-4d00-b4db-2f3e249a4a4f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.764737] env[65962]: INFO networking_nsxv3.common.synchronization [None req-9854e9db-ca8e-4660-86bf-bbf4caa3f2e6 None None] Enqueued Resource ID: 244ae4f1-e4d3-4fa3-beab-1edef3c5350a with Priority: HIGHEST for action port [ 619.765564] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 244ae4f1-e4d3-4fa3-beab-1edef3c5350a with Priority: HIGHEST for action port [ 619.766688] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-244ae4f1-e4d3-4fa3-beab-1edef3c5350a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.766688] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-244ae4f1-e4d3-4fa3-beab-1edef3c5350a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.766688] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-244ae4f1-e4d3-4fa3-beab-1edef3c5350a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.767113] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-244ae4f1-e4d3-4fa3-beab-1edef3c5350a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.767113] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('244ae4f1-e4d3-4fa3-beab-1edef3c5350a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.064196] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c5b86f8-f7ec-45ac-bc01-8313527c7261 in Status: SUCCESS [ 620.064196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.133350] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.133505] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.133571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.133784] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.133868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.134096] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.134225] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.134287] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.135139] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.135139] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.135139] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 already deleted. [ 620.135139] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.152182] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.152182] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-335" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.152182] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-335" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.152182] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-335" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.152182] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.152182] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.152182] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.152182] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.152182] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.152991] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.153321] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.153537] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.153759] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.153959] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.154181] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.154501] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.175842] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.175842] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.175842] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.175842] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-335" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.176344] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-bc3c2e9a-9b42-4812-977a-4472513ec8f1 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.176845] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-bc3c2e9a-9b42-4812-977a-4472513ec8f1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.177576] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-bc3c2e9a-9b42-4812-977a-4472513ec8f1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.177902] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-bc3c2e9a-9b42-4812-977a-4472513ec8f1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.178282] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc3c2e9a-9b42-4812-977a-4472513ec8f1',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.195566] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.195734] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.195944] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.196127] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.196167] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.196399] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a14b81f-f11d-4d00-b4db-2f3e249a4a4f is going to be created. [ 620.226672] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.226672] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.226672] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.226672] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.226672] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.243333] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a14b81f-f11d-4d00-b4db-2f3e249a4a4f in Status: UNINITIALIZED for 2s [ 620.268834] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 244ae4f1-e4d3-4fa3-beab-1edef3c5350a [ 620.269154] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.269270] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.269423] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.269944] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.270104] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.270337] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:244ae4f1-e4d3-4fa3-beab-1edef3c5350a already deleted. [ 620.270337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-244ae4f1-e4d3-4fa3-beab-1edef3c5350a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.681600] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.682762] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.682762] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.682977] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.683271] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.684545] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port bc3c2e9a-9b42-4812-977a-4472513ec8f1 not found, creating... [ 620.685632] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.685632] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.685632] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.685632] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.685973] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.686564] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.689881] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.689881] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.689881] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.689881] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.689881] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: bc3c2e9a-9b42-4812-977a-4472513ec8f1 is going to be created. [ 620.714024] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.714024] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.714024] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.714024] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.714024] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.714024] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-bc3c2e9a-9b42-4812-977a-4472513ec8f1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.469531] env[65962]: INFO networking_nsxv3.common.synchronization [req-55bc2cfe-8a2a-4716-911e-94a2c072f317 req-5d9fc5f8-4e9e-4052-97e5-b1c9cde5d0ee service nova] Enqueued Resource ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 with Priority: HIGHEST for action security_group_rules [ 621.469735] env[65962]: INFO networking_nsxv3.common.synchronization [req-55bc2cfe-8a2a-4716-911e-94a2c072f317 req-5d9fc5f8-4e9e-4052-97e5-b1c9cde5d0ee service nova] Enqueued Resource ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 with Priority: HIGHEST for action security_group_members [ 621.469903] env[65962]: INFO networking_nsxv3.common.synchronization [req-55bc2cfe-8a2a-4716-911e-94a2c072f317 req-5d9fc5f8-4e9e-4052-97e5-b1c9cde5d0ee service nova] Enqueued Resource ID: bc3c2e9a-9b42-4812-977a-4472513ec8f1 with Priority: HIGHEST for action port [ 621.470658] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 with Priority: HIGHEST for action security_group_rules [ 621.470802] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 with Priority: HIGHEST for action security_group_members [ 621.470904] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc3c2e9a-9b42-4812-977a-4472513ec8f1 with Priority: HIGHEST for action port [ 621.473103] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98970c9d-6b04-4f3c-bb86-f47cac0341a4 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.473103] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.473103] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.473103] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.473103] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98970c9d-6b04-4f3c-bb86-f47cac0341a4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.476410] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-98970c9d-6b04-4f3c-bb86-f47cac0341a4 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.476630] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.476682] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.477137] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.477750] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.477750] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.477750] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.478025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.478025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.478091] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98970c9d-6b04-4f3c-bb86-f47cac0341a4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.480073] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc3c2e9a-9b42-4812-977a-4472513ec8f1 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.480590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc3c2e9a-9b42-4812-977a-4472513ec8f1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.480590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc3c2e9a-9b42-4812-977a-4472513ec8f1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.480590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc3c2e9a-9b42-4812-977a-4472513ec8f1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.480776] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc3c2e9a-9b42-4812-977a-4472513ec8f1',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.827933] env[65962]: INFO networking_nsxv3.common.synchronization [req-ba44ecf1-400b-427c-9839-48a1a6c9f85e req-24cb72c1-ae6d-4e6c-8833-a06fe1e0c844 tempest-ImagesNegativeTestJSON-727063675 tempest-ImagesNegativeTestJSON-727063675-project-member] Enqueued Resource ID: 95b24f9c-3e46-4e08-bcde-8491c466be08 with Priority: HIGHEST for action security_group_members [ 621.828476] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95b24f9c-3e46-4e08-bcde-8491c466be08 with Priority: HIGHEST for action security_group_members [ 621.828820] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-95b24f9c-3e46-4e08-bcde-8491c466be08 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.829207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.829296] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.829620] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.829798] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.829928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.829993] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.830200] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.830289] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.830395] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95b24f9c-3e46-4e08-bcde-8491c466be08',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.976735] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-98970c9d-6b04-4f3c-bb86-f47cac0341a4 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.976949] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.983114] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc3c2e9a-9b42-4812-977a-4472513ec8f1 with status ACTIVE [ 621.983450] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.983662] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.983791] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.984255] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.984376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.984576] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.984692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.984791] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.984966] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.985058] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.985376] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.985376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.985535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.985573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.985729] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.985729] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc3c2e9a-9b42-4812-977a-4472513ec8f1 is going to be updated. [ 621.987101] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98970c9d-6b04-4f3c-bb86-f47cac0341a4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.012571] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.012845] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.012981] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.013351] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.013603] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.013898] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc3c2e9a-9b42-4812-977a-4472513ec8f1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.254252] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a14b81f-f11d-4d00-b4db-2f3e249a4a4f in Status: SUCCESS [ 622.254536] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.254708] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.255359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.255359] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.255359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.255359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.255582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.255582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.255582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.255674] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a14b81f-f11d-4d00-b4db-2f3e249a4a4f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.333138] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.333293] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.333369] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.333616] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.333698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.333935] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.334058] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.334157] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.334278] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.334403] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.334843] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95b24f9c-3e46-4e08-bcde-8491c466be08 is going to be updated. [ 622.373467] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.373643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.373688] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.373917] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.374077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.383858] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95b24f9c-3e46-4e08-bcde-8491c466be08 in Status: IN_PROGRESS for 2s [ 622.491450] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98970c9d-6b04-4f3c-bb86-f47cac0341a4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.548590] env[65962]: INFO networking_nsxv3.common.synchronization [req-185fa11a-f69b-4eb3-b979-37a181038478 req-1cfddfa4-b8de-41c6-90d6-10481b3710a1 tempest-AttachInterfacesTestJSON-1497595542 tempest-AttachInterfacesTestJSON-1497595542-project-member] Enqueued Resource ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 with Priority: HIGHEST for action security_group_members [ 622.549590] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 with Priority: HIGHEST for action security_group_members [ 622.549590] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.549590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.549796] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.549932] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.550463] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.550463] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.550463] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.550463] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.550637] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.550667] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.758100] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.758277] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.758712] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.758712] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.758865] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.758865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.758979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.759190] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.759190] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.759511] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.759511] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.759511] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.759775] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.759775] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.759830] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.759907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.759954] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.760165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.760249] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.760376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.760750] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a14b81f-f11d-4d00-b4db-2f3e249a4a4f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.996239] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.996569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.996569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.996726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.996835] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.996937] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 is going to be created. [ 623.028375] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.028375] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.028375] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.028375] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.028375] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.040173] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 in Status: UNINITIALIZED for 2s [ 623.052895] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.053191] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.053264] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.054238] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.054330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.055634] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.055805] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.056164] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.056618] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.056771] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.056887] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 already deleted. [ 623.056981] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.263554] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a14b81f-f11d-4d00-b4db-2f3e249a4a4f: rpc.has_security_group_logging(os_id): False [ 623.292809] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.292809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.292809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.293102] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.293102] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.293357] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.293357] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.293747] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.293747] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.293747] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.293890] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.293967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.294276] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.294637] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.294637] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.294837] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.295064] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.295064] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.295773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.296097] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.296566] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a14b81f-f11d-4d00-b4db-2f3e249a4a4f is going to be created. [ 623.301973] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.301973] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.301973] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.301973] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.301973] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.302352] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.302352] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.302445] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.303789] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.303789] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.303789] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.303789] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.303789] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.303789] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.303789] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.303789] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.340909] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.341162] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.341329] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.341516] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.341922] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-8a3ae882-a814-433d-a782-3a1b2b4db257 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.346301] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-8a3ae882-a814-433d-a782-3a1b2b4db257" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.346301] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-8a3ae882-a814-433d-a782-3a1b2b4db257" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.346301] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-8a3ae882-a814-433d-a782-3a1b2b4db257" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.346301] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a3ae882-a814-433d-a782-3a1b2b4db257',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.381568] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.382476] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.382476] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.382476] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.383741] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.396984] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a14b81f-f11d-4d00-b4db-2f3e249a4a4f in Status: IN_PROGRESS for 2s [ 623.726530] env[65962]: INFO networking_nsxv3.common.synchronization [None req-4f07b6e7-51f3-446b-af76-e68c218ea4ea None None] Enqueued Resource ID: dfa1c5fe-098c-4a58-a019-f41396b802fb with Priority: HIGHEST for action port [ 623.727163] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa1c5fe-098c-4a58-a019-f41396b802fb with Priority: HIGHEST for action port [ 623.727697] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfa1c5fe-098c-4a58-a019-f41396b802fb taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.727861] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfa1c5fe-098c-4a58-a019-f41396b802fb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.727908] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfa1c5fe-098c-4a58-a019-f41396b802fb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.728161] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfa1c5fe-098c-4a58-a019-f41396b802fb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.728241] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfa1c5fe-098c-4a58-a019-f41396b802fb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.845851] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.846097] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.846268] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.846585] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.846760] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.846935] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 8a3ae882-a814-433d-a782-3a1b2b4db257 not found, creating... [ 623.847221] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.847409] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.847561] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.847786] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.847937] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.848291] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.848446] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.848583] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.848815] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.848967] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.849187] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 8a3ae882-a814-433d-a782-3a1b2b4db257 is going to be created. [ 623.881858] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.882142] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.882301] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.882602] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.882826] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.883133] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-8a3ae882-a814-433d-a782-3a1b2b4db257" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.232772] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfa1c5fe-098c-4a58-a019-f41396b802fb [ 624.233395] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.233395] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.233395] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.233920] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.233920] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.233984] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfa1c5fe-098c-4a58-a019-f41396b802fb already deleted. [ 624.234171] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfa1c5fe-098c-4a58-a019-f41396b802fb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.396679] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95b24f9c-3e46-4e08-bcde-8491c466be08 in Status: SUCCESS [ 624.396679] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95b24f9c-3e46-4e08-bcde-8491c466be08 deletion is rescheduled due to dependency. [ 624.396679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.657273] env[65962]: INFO networking_nsxv3.common.synchronization [None req-601180d1-2ef0-4be1-b8be-4542fa69990a None None] Enqueued Resource ID: 3c7203c3-f2f7-4f62-8933-534062fa1c3e with Priority: HIGHEST for action port [ 624.657273] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c7203c3-f2f7-4f62-8933-534062fa1c3e with Priority: HIGHEST for action port [ 624.657273] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c7203c3-f2f7-4f62-8933-534062fa1c3e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.657273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c7203c3-f2f7-4f62-8933-534062fa1c3e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.657273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c7203c3-f2f7-4f62-8933-534062fa1c3e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.657273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c7203c3-f2f7-4f62-8933-534062fa1c3e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.657273] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c7203c3-f2f7-4f62-8933-534062fa1c3e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.661787] env[65962]: INFO networking_nsxv3.common.synchronization [req-185fa11a-f69b-4eb3-b979-37a181038478 req-e48e8652-607b-4930-ae5d-2ccda5b8b41b service nova] Enqueued Resource ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 with Priority: HIGHEST for action security_group_rules [ 624.662890] env[65962]: INFO networking_nsxv3.common.synchronization [req-185fa11a-f69b-4eb3-b979-37a181038478 req-e48e8652-607b-4930-ae5d-2ccda5b8b41b service nova] Enqueued Resource ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 with Priority: HIGHEST for action security_group_members [ 624.663164] env[65962]: INFO networking_nsxv3.common.synchronization [req-185fa11a-f69b-4eb3-b979-37a181038478 req-e48e8652-607b-4930-ae5d-2ccda5b8b41b service nova] Enqueued Resource ID: 8a3ae882-a814-433d-a782-3a1b2b4db257 with Priority: HIGHEST for action port [ 624.665201] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 with Priority: HIGHEST for action security_group_rules [ 624.665201] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 with Priority: HIGHEST for action security_group_members [ 624.665201] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3ae882-a814-433d-a782-3a1b2b4db257 with Priority: HIGHEST for action port [ 624.665495] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.665495] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.665495] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.665733] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.665794] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.666784] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.666883] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.666883] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.671676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.671676] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.671676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.671676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.671676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.671676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.671676] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.671676] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a3ae882-a814-433d-a782-3a1b2b4db257 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.671676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a3ae882-a814-433d-a782-3a1b2b4db257" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.671676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a3ae882-a814-433d-a782-3a1b2b4db257" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.672193] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a3ae882-a814-433d-a782-3a1b2b4db257" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.672294] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a3ae882-a814-433d-a782-3a1b2b4db257',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.050851] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 in Status: SUCCESS [ 625.051275] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.051514] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.051764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.051993] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.052207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.052207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.052521] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.052521] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.052793] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.052793] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98970c9d-6b04-4f3c-bb86-f47cac0341a4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.160504] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c7203c3-f2f7-4f62-8933-534062fa1c3e [ 625.160504] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.160504] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.160504] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.160798] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.160960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.160960] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c7203c3-f2f7-4f62-8933-534062fa1c3e already deleted. [ 625.161071] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c7203c3-f2f7-4f62-8933-534062fa1c3e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.175555] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.175555] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.175555] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.176831] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a3ae882-a814-433d-a782-3a1b2b4db257 with status ACTIVE [ 625.177485] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.177485] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.177485] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.177485] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.177674] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.177829] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.177915] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.177982] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.178786] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.178887] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.179194] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.179629] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.179740] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.179936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.180977] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.180977] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a3ae882-a814-433d-a782-3a1b2b4db257 is going to be updated. [ 625.204466] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.204630] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.208681] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.208681] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.208681] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.208681] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a3ae882-a814-433d-a782-3a1b2b4db257" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.413204] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a14b81f-f11d-4d00-b4db-2f3e249a4a4f in Status: SUCCESS [ 625.413204] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.454203] env[65962]: INFO networking_nsxv3.common.synchronization [req-d56c3bd8-3b70-4705-9485-6db8acba47af req-8b24153d-7514-435c-b10d-51a86cb6fb7b tempest-InstanceActionsTestJSON-860917399 tempest-InstanceActionsTestJSON-860917399-project-member] Enqueued Resource ID: aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 with Priority: HIGHEST for action security_group_members [ 625.454797] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 with Priority: HIGHEST for action security_group_members [ 625.455573] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.455573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.455796] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.458231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.458231] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.458231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.458231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.458231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.458231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.458231] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.556788] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98970c9d-6b04-4f3c-bb86-f47cac0341a4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.683219] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.746705] env[65962]: INFO networking_nsxv3.common.synchronization [None req-e36e45c9-bdc1-4d94-9adc-f15251c92417 None None] Enqueued Resource ID: 14c33329-276c-409e-8472-acbe0d4a3b8c with Priority: HIGHEST for action port [ 625.746705] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14c33329-276c-409e-8472-acbe0d4a3b8c with Priority: HIGHEST for action port [ 625.746705] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-14c33329-276c-409e-8472-acbe0d4a3b8c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.746894] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14c33329-276c-409e-8472-acbe0d4a3b8c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.746894] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14c33329-276c-409e-8472-acbe0d4a3b8c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.747161] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14c33329-276c-409e-8472-acbe0d4a3b8c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.747264] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14c33329-276c-409e-8472-acbe0d4a3b8c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.960337] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.960710] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.960710] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.960829] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.960883] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.961090] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.961195] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.961308] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.961411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.961491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.961609] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 already deleted. [ 625.961656] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.059614] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98970c9d-6b04-4f3c-bb86-f47cac0341a4: rpc.has_security_group_logging(os_id): False [ 626.064608] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.064608] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-571" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.064608] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-571" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.064608] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-571" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.065130] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.067185] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.067185] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.067185] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.067185] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.067185] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.067185] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.067185] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.067185] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.067185] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.067185] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.067185] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.087596] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.087596] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.088898] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.088898] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.088898] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.088898] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.088898] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.088898] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.089330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.089330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.089330] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 is going to be created. [ 626.093599] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.093866] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.094099] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.094404] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-571" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.095095] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-d8d3b1bd-2cca-4f7c-8617-162b4c36a3d8 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.095095] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-d8d3b1bd-2cca-4f7c-8617-162b4c36a3d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.098773] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-d8d3b1bd-2cca-4f7c-8617-162b4c36a3d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.098773] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-d8d3b1bd-2cca-4f7c-8617-162b4c36a3d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.098773] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8d3b1bd-2cca-4f7c-8617-162b4c36a3d8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.162230] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.162230] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.162230] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.162499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.162796] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.188292] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.188603] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.188603] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.188833] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.188916] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.188991] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 is going to be created. [ 626.192113] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 in Status: IN_PROGRESS for 2s [ 626.223778] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.224076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.224076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.224246] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.224405] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.235336] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 in Status: UNINITIALIZED for 2s [ 626.251086] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14c33329-276c-409e-8472-acbe0d4a3b8c [ 626.251986] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.251986] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.251986] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.251986] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.252259] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.252259] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14c33329-276c-409e-8472-acbe0d4a3b8c already deleted. [ 626.252259] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14c33329-276c-409e-8472-acbe0d4a3b8c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.381411] env[65962]: INFO networking_nsxv3.common.synchronization [req-c32f9a5a-5f04-42b0-b3fd-4e1480d129e4 req-3aadb5b7-95e6-4930-8072-58bc46a0aa02 tempest-DeleteServersAdminTestJSON-1847199024 tempest-DeleteServersAdminTestJSON-1847199024-project-admin] Enqueued Resource ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 with Priority: HIGHEST for action security_group_members [ 626.382638] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 with Priority: HIGHEST for action security_group_members [ 626.383053] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a0520a-7058-41b5-ad2a-55a0ed478f72 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.383191] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.383255] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.383463] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.383640] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.383784] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.383859] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.384100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.384169] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.384285] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84a0520a-7058-41b5-ad2a-55a0ed478f72',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.602094] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.602457] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.602680] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.603019] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.603252] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.603467] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port d8d3b1bd-2cca-4f7c-8617-162b4c36a3d8 not found, creating... [ 626.603804] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.604020] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.604171] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.604429] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.604598] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.605035] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.605339] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.605578] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.605949] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.606206] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.606586] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: d8d3b1bd-2cca-4f7c-8617-162b4c36a3d8 is going to be created. [ 626.630028] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.630287] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.630411] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.630688] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.630939] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.631169] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-d8d3b1bd-2cca-4f7c-8617-162b4c36a3d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.886987] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.888329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.888329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.888329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.888329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.888329] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.888329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.888329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.888329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.888329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.888329] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 is going to be updated. [ 626.920082] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.920315] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.920392] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.920675] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.920838] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.933426] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 in Status: IN_PROGRESS for 2s [ 626.956720] env[65962]: INFO networking_nsxv3.common.synchronization [req-63522654-ab44-49a1-89b2-2c7cfbfe6e8d req-1aab5207-8dcf-4191-b470-73bfc96e3263 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 626.956720] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 626.956720] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.956720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.956720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.956997] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.957215] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.957351] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.957459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.957745] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.957819] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.957915] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.083036] env[65962]: INFO networking_nsxv3.common.synchronization [None req-c87a7753-cdf7-417c-878f-2cf6f8fc5024 None None] Enqueued Resource ID: 6153a36a-5b58-4e32-bd86-826d933b659f with Priority: HIGHEST for action port [ 627.083534] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6153a36a-5b58-4e32-bd86-826d933b659f with Priority: HIGHEST for action port [ 627.084349] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-6153a36a-5b58-4e32-bd86-826d933b659f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.084349] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6153a36a-5b58-4e32-bd86-826d933b659f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.086292] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6153a36a-5b58-4e32-bd86-826d933b659f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.086292] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6153a36a-5b58-4e32-bd86-826d933b659f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.086292] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6153a36a-5b58-4e32-bd86-826d933b659f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.371526] env[65962]: INFO networking_nsxv3.common.synchronization [req-d56c3bd8-3b70-4705-9485-6db8acba47af req-413bdc73-03a6-40df-b3c3-baf489d37429 service nova] Enqueued Resource ID: aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 with Priority: HIGHEST for action security_group_rules [ 627.371526] env[65962]: INFO networking_nsxv3.common.synchronization [req-d56c3bd8-3b70-4705-9485-6db8acba47af req-413bdc73-03a6-40df-b3c3-baf489d37429 service nova] Enqueued Resource ID: aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 with Priority: HIGHEST for action security_group_members [ 627.371615] env[65962]: INFO networking_nsxv3.common.synchronization [req-d56c3bd8-3b70-4705-9485-6db8acba47af req-413bdc73-03a6-40df-b3c3-baf489d37429 service nova] Enqueued Resource ID: d8d3b1bd-2cca-4f7c-8617-162b4c36a3d8 with Priority: HIGHEST for action port [ 627.372623] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 with Priority: HIGHEST for action security_group_rules [ 627.372623] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 with Priority: HIGHEST for action security_group_members [ 627.372623] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d3b1bd-2cca-4f7c-8617-162b4c36a3d8 with Priority: HIGHEST for action port [ 627.372816] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.372927] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.373024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.373504] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.373595] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.375075] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.375339] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.375414] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.376038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.376038] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.376038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.376212] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.376299] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.376616] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.376729] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.377709] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8d3b1bd-2cca-4f7c-8617-162b4c36a3d8 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.377830] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8d3b1bd-2cca-4f7c-8617-162b4c36a3d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.377898] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8d3b1bd-2cca-4f7c-8617-162b4c36a3d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.378088] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8d3b1bd-2cca-4f7c-8617-162b4c36a3d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.378168] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8d3b1bd-2cca-4f7c-8617-162b4c36a3d8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.416374] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.416662] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-269" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.416856] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-269" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.417408] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-269" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.417800] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.419264] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.419264] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.419546] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.419807] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.420141] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.420601] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.420825] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.421011] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.422147] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.422147] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.422147] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.451747] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.453215] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.454180] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.454180] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-269" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.458555] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-958b98a7-b140-4153-a59b-763da220ae60 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.459516] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-958b98a7-b140-4153-a59b-763da220ae60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.459516] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-958b98a7-b140-4153-a59b-763da220ae60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.459693] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-958b98a7-b140-4153-a59b-763da220ae60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.459817] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('958b98a7-b140-4153-a59b-763da220ae60',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.461615] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.461817] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.463156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.463156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.463156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.463156] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.463156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.463156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.463701] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.463701] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.463947] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 already deleted. [ 627.464173] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.589148] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6153a36a-5b58-4e32-bd86-826d933b659f [ 627.592023] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.592023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.592023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.592023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.592023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.592023] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6153a36a-5b58-4e32-bd86-826d933b659f already deleted. [ 627.592023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6153a36a-5b58-4e32-bd86-826d933b659f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.880121] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.880467] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.880467] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8d3b1bd-2cca-4f7c-8617-162b4c36a3d8 with status ACTIVE [ 627.880649] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.880762] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.881526] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.881526] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.881526] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.881526] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.881526] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.881846] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.881846] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.881846] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.882028] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.882104] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.882209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.882330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.882529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.882529] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8d3b1bd-2cca-4f7c-8617-162b4c36a3d8 is going to be updated. [ 627.884469] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.907408] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.907608] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.907654] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.907853] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.907989] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.908194] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8d3b1bd-2cca-4f7c-8617-162b4c36a3d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.965883] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.966173] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.966324] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.966992] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.967193] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.967374] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 958b98a7-b140-4153-a59b-763da220ae60 not found, creating... [ 627.967679] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.967841] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.967953] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.968219] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.968382] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.968661] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.968810] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.968920] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.969166] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.969305] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.969438] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 958b98a7-b140-4153-a59b-763da220ae60 is going to be created. [ 627.992055] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.992278] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.992401] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.992687] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.992909] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.993146] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-958b98a7-b140-4153-a59b-763da220ae60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.204632] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 in Status: SUCCESS [ 628.204865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.244592] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 in Status: SUCCESS [ 628.244876] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.245062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.245378] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.245587] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.245707] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.245774] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.245937] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.246027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.246114] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.246204] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.386365] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.716357] env[65962]: INFO networking_nsxv3.common.synchronization [req-63522654-ab44-49a1-89b2-2c7cfbfe6e8d req-a3abf31e-edda-4969-9196-b76c2ecb26da service nova] Enqueued Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_rules [ 628.716635] env[65962]: INFO networking_nsxv3.common.synchronization [req-63522654-ab44-49a1-89b2-2c7cfbfe6e8d req-a3abf31e-edda-4969-9196-b76c2ecb26da service nova] Enqueued Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 628.716757] env[65962]: INFO networking_nsxv3.common.synchronization [req-63522654-ab44-49a1-89b2-2c7cfbfe6e8d req-a3abf31e-edda-4969-9196-b76c2ecb26da service nova] Enqueued Resource ID: 958b98a7-b140-4153-a59b-763da220ae60 with Priority: HIGHEST for action port [ 628.717613] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_rules [ 628.717613] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 628.717684] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958b98a7-b140-4153-a59b-763da220ae60 with Priority: HIGHEST for action port [ 628.718036] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.718258] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.718391] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.718720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.718843] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.720177] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.720349] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.720436] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.720703] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.720893] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.721019] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.721090] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.721282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.721395] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.721536] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.722884] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-958b98a7-b140-4153-a59b-763da220ae60 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.722884] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-958b98a7-b140-4153-a59b-763da220ae60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.722884] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-958b98a7-b140-4153-a59b-763da220ae60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.723198] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-958b98a7-b140-4153-a59b-763da220ae60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.723198] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('958b98a7-b140-4153-a59b-763da220ae60',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.748285] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.889756] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.889756] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.889756] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.890274] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.890274] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.890274] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 is going to be created. [ 628.925235] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.925235] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.925235] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.925235] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.925235] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.937090] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 in Status: UNINITIALIZED for 2s [ 628.946794] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 in Status: SUCCESS [ 628.946977] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 deletion is rescheduled due to dependency. [ 628.947150] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.225358] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.227039] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.227039] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.227442] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 958b98a7-b140-4153-a59b-763da220ae60 with status ACTIVE [ 629.227442] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.227442] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.227603] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.227781] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.227876] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.228030] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.228140] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.228200] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.228395] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.228438] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.228658] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.228776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.228843] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.228995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.229328] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.229328] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 958b98a7-b140-4153-a59b-763da220ae60 is going to be updated. [ 629.253040] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6: rpc.has_security_group_logging(os_id): False [ 629.270170] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.270170] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.270170] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.270170] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.270456] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.270565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-958b98a7-b140-4153-a59b-763da220ae60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.284491] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.284716] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.284794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.285099] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.285215] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.285549] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.285687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.285777] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.285982] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.286100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.286236] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 is going to be created. [ 629.373062] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.373062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.373062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.373256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.373858] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.406136] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 in Status: IN_PROGRESS for 2s [ 629.731247] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.785163] env[65962]: INFO networking_nsxv3.common.synchronization [None req-aa615aac-fbc4-49d2-8830-d674f0a8a83b tempest-ServersTestFqdnHostnames-772615674 tempest-ServersTestFqdnHostnames-772615674-project-member] Enqueued Resource ID: bb560af0-ae21-4758-b44e-2e485fe0379a with Priority: HIGHEST for action security_group_rules [ 629.785163] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb560af0-ae21-4758-b44e-2e485fe0379a with Priority: HIGHEST for action security_group_rules [ 629.785480] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb560af0-ae21-4758-b44e-2e485fe0379a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.785558] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.790856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.790856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.790856] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb560af0-ae21-4758-b44e-2e485fe0379a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.087057] env[65962]: INFO networking_nsxv3.common.synchronization [None req-c69fadd7-6421-4b0c-8d3c-745b61c4b6f3 tempest-ServersTestFqdnHostnames-772615674 tempest-ServersTestFqdnHostnames-772615674-project-member] Enqueued Resource ID: bb560af0-ae21-4758-b44e-2e485fe0379a with Priority: HIGHEST for action security_group_rules [ 630.088203] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb560af0-ae21-4758-b44e-2e485fe0379a with Priority: HIGHEST for action security_group_rules [ 630.088670] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb560af0-ae21-4758-b44e-2e485fe0379a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.088841] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.233729] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.233909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.233958] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.234422] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.234583] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.234725] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 is going to be created. [ 630.262035] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.262035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.262035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.262035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.262035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.272744] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: UNINITIALIZED for 2s [ 630.319124] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.319124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.319124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.319512] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.319512] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.319512] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb560af0-ae21-4758-b44e-2e485fe0379a already deleted. [ 630.319512] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.319784] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.319784] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.319896] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb560af0-ae21-4758-b44e-2e485fe0379a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.773647] env[65962]: INFO networking_nsxv3.common.synchronization [None req-ac26ea3f-ea12-46a1-a8d9-ea39aeab6d05 tempest-ServersWithSpecificFlavorTestJSON-691410749 tempest-ServersWithSpecificFlavorTestJSON-691410749-project-member] Enqueued Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGHEST for action security_group_rules [ 630.774156] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGHEST for action security_group_rules [ 630.774575] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.774575] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.774716] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.775468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.775468] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d5f1da1-5fe0-4ac2-b156-cec7de6c1833',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.848956] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.848956] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.849076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.849271] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.849332] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.849435] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb560af0-ae21-4758-b44e-2e485fe0379a already deleted. [ 630.849528] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.934426] env[65962]: INFO networking_nsxv3.common.synchronization [None req-de7b8cd1-688f-4beb-865d-e3ecbac868dd tempest-ServersWithSpecificFlavorTestJSON-691410749 tempest-ServersWithSpecificFlavorTestJSON-691410749-project-member] Enqueued Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGHEST for action security_group_rules [ 630.934426] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGHEST for action security_group_rules [ 630.934426] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.934814] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.953789] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 in Status: SUCCESS [ 630.953789] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.954861] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.954861] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.954861] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.954861] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.955190] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.956383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.956514] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.956612] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.956939] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.311028] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.311478] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.311569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.311785] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.311878] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.311984] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 already deleted. [ 631.312083] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.312233] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.312387] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.312476] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d5f1da1-5fe0-4ac2-b156-cec7de6c1833',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.421565] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 in Status: SUCCESS [ 631.421885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.459989] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.460243] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.460953] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.460953] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.460953] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.460953] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.461204] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.461204] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.461280] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.461353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.461493] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.461580] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.461984] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.461984] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.461984] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.461984] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.462540] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.462540] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.462540] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.462540] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.462540] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.836521] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.836687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.836841] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.838258] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.838421] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.838500] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 already deleted. [ 631.838567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.965574] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3: rpc.has_security_group_logging(os_id): False [ 631.985527] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.985810] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.985810] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.986039] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.986134] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.986382] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.986525] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.986585] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.986760] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.986859] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.987133] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.987265] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.987358] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.987567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.987694] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.987956] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.988114] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.988174] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.988342] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.988432] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.988523] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 is going to be created. [ 632.069164] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.069381] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.069439] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.069762] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.069890] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.083253] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 in Status: IN_PROGRESS for 2s [ 632.286538] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: SUCCESS [ 632.287248] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.287480] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.287714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.287948] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.288084] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.288152] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.288336] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.288538] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.288538] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.288799] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.792571] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.793544] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.793544] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.793544] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.793544] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.793722] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.793722] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.794034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.794034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.794034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.794829] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.794829] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.794829] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.794829] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.794829] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.794829] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.794829] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.796142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.796142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.796142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.796142] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.299844] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f10de2a-235f-4e5c-9f09-2601b87e1f98: rpc.has_security_group_logging(os_id): False [ 633.325946] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.325946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.325946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.325946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.325946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.325946] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.326383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.326383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.326490] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.326572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.326845] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.326956] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.327020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.327264] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.328440] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.328440] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.328440] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.328765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.328765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.328765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.328855] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 is going to be created. [ 633.399914] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.400348] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.400504] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.401252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.401545] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.414889] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: IN_PROGRESS for 2s [ 634.098994] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 in Status: SUCCESS [ 634.098994] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.092876] env[65962]: INFO networking_nsxv3.common.synchronization [req-48388d3a-cf90-4703-8eb8-14d266b1dfc3 req-f4f82f32-745c-45e7-a2fb-bf5fe252a31d tempest-ServerDiagnosticsTest-1080960774 tempest-ServerDiagnosticsTest-1080960774-project-member] Enqueued Resource ID: d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec with Priority: HIGHEST for action security_group_members [ 635.093426] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec with Priority: HIGHEST for action security_group_members [ 635.093724] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.093843] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.093907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.094117] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.094280] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.094434] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.094434] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.094572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.094655] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.094747] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.428907] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: SUCCESS [ 635.429516] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.597395] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.597644] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.597872] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.598329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.598469] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.598875] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.599041] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.599132] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.599385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.599484] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.599618] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec is going to be updated. [ 635.634749] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.635389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.635389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.635389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.635586] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.645796] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec in Status: IN_PROGRESS for 2s [ 637.659720] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec in Status: SUCCESS [ 637.660803] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec deletion is rescheduled due to dependency. [ 637.660803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.722400] env[65962]: INFO networking_nsxv3.common.synchronization [req-add92783-1582-440f-865c-1cb06e12b7da req-53cbfc1d-1483-4e8c-85b7-80dfa21e5e75 tempest-ListImageFiltersTestJSON-1296230880 tempest-ListImageFiltersTestJSON-1296230880-project-member] Enqueued Resource ID: fb0d0669-c207-4840-b677-6bb5eeb91870 with Priority: HIGHEST for action security_group_members [ 637.722864] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0d0669-c207-4840-b677-6bb5eeb91870 with Priority: HIGHEST for action security_group_members [ 637.723180] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0d0669-c207-4840-b677-6bb5eeb91870 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.723304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.723371] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.723627] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.723782] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.723915] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.723952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.724096] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.724175] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.724279] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.227995] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.227995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.227995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.227995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.227995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.227995] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.227995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.227995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.227995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.227995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.227995] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0d0669-c207-4840-b677-6bb5eeb91870 already deleted. [ 638.227995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.304041] env[65962]: INFO networking_nsxv3.common.synchronization [req-aacb68ab-8454-41fc-a223-625758d74511 req-62039e19-bbbc-4fce-8214-515c380aa83e tempest-VolumesAdminNegativeTest-1338929310 tempest-VolumesAdminNegativeTest-1338929310-project-member] Enqueued Resource ID: 8c5b86f8-f7ec-45ac-bc01-8313527c7261 with Priority: HIGHEST for action security_group_members [ 638.304041] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c5b86f8-f7ec-45ac-bc01-8313527c7261 with Priority: HIGHEST for action security_group_members [ 638.304041] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c5b86f8-f7ec-45ac-bc01-8313527c7261 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.304041] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.304041] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.304041] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.304041] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.304803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.305022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.305325] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.305544] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.306907] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c5b86f8-f7ec-45ac-bc01-8313527c7261',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.317930] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.319751] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.319751] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.319751] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.319751] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.319751] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.319751] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.319751] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.320421] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.321505] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.321657] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.325075] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.325075] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.325075] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.325075] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.325075] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.347358] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.349104] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.349104] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.349104] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.349104] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-defc6e0d-dd3f-4a1c-b366-d8c7fa98213f taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.349104] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-defc6e0d-dd3f-4a1c-b366-d8c7fa98213f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.349624] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-defc6e0d-dd3f-4a1c-b366-d8c7fa98213f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.350171] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-defc6e0d-dd3f-4a1c-b366-d8c7fa98213f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.350523] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('defc6e0d-dd3f-4a1c-b366-d8c7fa98213f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.811624] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.811624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.811624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.811624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.811624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.811624] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.811624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.811624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.811624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.811624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.811624] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c5b86f8-f7ec-45ac-bc01-8313527c7261 is going to be updated. [ 638.843768] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.844174] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.845027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.845027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.845027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.853513] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.853747] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.853850] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.855033] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.855033] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.855033] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port defc6e0d-dd3f-4a1c-b366-d8c7fa98213f not found, creating... [ 638.855033] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.855033] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.855033] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.855335] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.855335] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.855614] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.855767] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.855880] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.856105] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.856236] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.856415] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: defc6e0d-dd3f-4a1c-b366-d8c7fa98213f is going to be created. [ 638.858110] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c5b86f8-f7ec-45ac-bc01-8313527c7261 in Status: IN_PROGRESS for 2s [ 638.881316] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.881591] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.881750] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.882064] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.882412] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.882702] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-defc6e0d-dd3f-4a1c-b366-d8c7fa98213f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.647374] env[65962]: INFO networking_nsxv3.common.synchronization [req-add92783-1582-440f-865c-1cb06e12b7da req-1d29c3b9-fca9-4573-866e-77a5566460b5 service nova] Enqueued Resource ID: fb0d0669-c207-4840-b677-6bb5eeb91870 with Priority: HIGHEST for action security_group_rules [ 639.647374] env[65962]: INFO networking_nsxv3.common.synchronization [req-add92783-1582-440f-865c-1cb06e12b7da req-1d29c3b9-fca9-4573-866e-77a5566460b5 service nova] Enqueued Resource ID: fb0d0669-c207-4840-b677-6bb5eeb91870 with Priority: HIGHEST for action security_group_members [ 639.647374] env[65962]: INFO networking_nsxv3.common.synchronization [req-add92783-1582-440f-865c-1cb06e12b7da req-1d29c3b9-fca9-4573-866e-77a5566460b5 service nova] Enqueued Resource ID: defc6e0d-dd3f-4a1c-b366-d8c7fa98213f with Priority: HIGHEST for action port [ 639.647860] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0d0669-c207-4840-b677-6bb5eeb91870 with Priority: HIGHEST for action security_group_rules [ 639.647999] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0d0669-c207-4840-b677-6bb5eeb91870 with Priority: HIGHEST for action security_group_members [ 639.648101] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: defc6e0d-dd3f-4a1c-b366-d8c7fa98213f with Priority: HIGHEST for action port [ 639.648441] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb0d0669-c207-4840-b677-6bb5eeb91870 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.648555] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.648589] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.648861] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.648969] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.654029] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0d0669-c207-4840-b677-6bb5eeb91870 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.654194] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.654397] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.654637] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.654832] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.654938] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.655036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.655220] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.655329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.655439] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.656349] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-defc6e0d-dd3f-4a1c-b366-d8c7fa98213f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.656497] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-defc6e0d-dd3f-4a1c-b366-d8c7fa98213f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.656595] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-defc6e0d-dd3f-4a1c-b366-d8c7fa98213f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.658438] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-defc6e0d-dd3f-4a1c-b366-d8c7fa98213f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.659962] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('defc6e0d-dd3f-4a1c-b366-d8c7fa98213f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.958539] env[65962]: INFO networking_nsxv3.common.synchronization [req-aa585dec-c243-43f8-bcfc-06925f75a0ef req-1de8877b-c8c1-4def-81ff-dddd8b78de9f tempest-ImagesTestJSON-946931724 tempest-ImagesTestJSON-946931724-project-member] Enqueued Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 639.959313] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 639.959692] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.959842] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.959914] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.960487] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.960700] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.960864] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.960960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.961255] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.961399] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.961566] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.155087] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0d0669-c207-4840-b677-6bb5eeb91870 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.155240] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.161706] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port defc6e0d-dd3f-4a1c-b366-d8c7fa98213f with status ACTIVE [ 640.162535] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.162535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.162535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.162535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.162535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.162830] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.162830] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.162830] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.163044] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.163044] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.163322] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.163482] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.163548] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.164223] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.164223] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.164223] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: defc6e0d-dd3f-4a1c-b366-d8c7fa98213f is going to be updated. [ 640.165905] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.188496] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.188840] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.188840] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.189361] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.189361] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.189361] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-defc6e0d-dd3f-4a1c-b366-d8c7fa98213f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.427273] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.427605] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-46" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.427818] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-46" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.432052] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-46" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.432052] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.432052] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.432052] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.432052] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.432052] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.432052] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.432052] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.432052] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.432052] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.432052] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.432052] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.432052] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.452361] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.452361] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.452652] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.452981] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-46" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.453418] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-35d9fce0-d39f-4280-97a7-2822336ff285 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.453644] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-35d9fce0-d39f-4280-97a7-2822336ff285" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.453791] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-35d9fce0-d39f-4280-97a7-2822336ff285" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.454159] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-35d9fce0-d39f-4280-97a7-2822336ff285" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.454363] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35d9fce0-d39f-4280-97a7-2822336ff285',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.463709] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.464013] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.464322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.464679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.464679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.464915] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.465024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.465090] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.465218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.465294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.465369] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e already deleted. [ 640.465447] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.668530] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.868096] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c5b86f8-f7ec-45ac-bc01-8313527c7261 in Status: SUCCESS [ 640.868319] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c5b86f8-f7ec-45ac-bc01-8313527c7261 deletion is rescheduled due to dependency. [ 640.868573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.957653] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.957913] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.958059] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.958952] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.958952] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.958952] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 35d9fce0-d39f-4280-97a7-2822336ff285 not found, creating... [ 640.958952] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.958952] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.959519] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.959519] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.959519] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.959620] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.959940] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.960187] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.960278] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.960353] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.960536] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 35d9fce0-d39f-4280-97a7-2822336ff285 is going to be created. [ 640.981334] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.981334] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.981334] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.981583] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.981701] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.981964] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-35d9fce0-d39f-4280-97a7-2822336ff285" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.170538] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.170750] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.170859] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.171070] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.171161] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.171271] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0d0669-c207-4840-b677-6bb5eeb91870 is going to be created. [ 641.205104] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.205333] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.205387] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.205630] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.205870] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.217504] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0d0669-c207-4840-b677-6bb5eeb91870 in Status: UNINITIALIZED for 2s [ 641.756987] env[65962]: INFO networking_nsxv3.common.synchronization [req-aa585dec-c243-43f8-bcfc-06925f75a0ef req-300adf19-675d-4a33-bb7b-0ecab259b694 service nova] Enqueued Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_rules [ 641.756987] env[65962]: INFO networking_nsxv3.common.synchronization [req-aa585dec-c243-43f8-bcfc-06925f75a0ef req-300adf19-675d-4a33-bb7b-0ecab259b694 service nova] Enqueued Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 641.756987] env[65962]: INFO networking_nsxv3.common.synchronization [req-aa585dec-c243-43f8-bcfc-06925f75a0ef req-300adf19-675d-4a33-bb7b-0ecab259b694 service nova] Enqueued Resource ID: 35d9fce0-d39f-4280-97a7-2822336ff285 with Priority: HIGHEST for action port [ 641.758118] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_rules [ 641.762022] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 641.762022] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d9fce0-d39f-4280-97a7-2822336ff285 with Priority: HIGHEST for action port [ 641.762022] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.762022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.762022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.762022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.762022] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.762022] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.762022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.762022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.762022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.762022] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.762022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.762022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.762022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.762022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.762022] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.763810] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-35d9fce0-d39f-4280-97a7-2822336ff285 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.764166] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35d9fce0-d39f-4280-97a7-2822336ff285" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.764358] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35d9fce0-d39f-4280-97a7-2822336ff285" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.764622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35d9fce0-d39f-4280-97a7-2822336ff285" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.764820] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35d9fce0-d39f-4280-97a7-2822336ff285',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.267140] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.267643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.267643] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.268900] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35d9fce0-d39f-4280-97a7-2822336ff285 with status ACTIVE [ 642.269430] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.269628] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.269748] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.270065] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.270264] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.270584] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.270856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.271021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.271240] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.271377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.271639] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.272390] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.272390] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.272390] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.272390] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.272506] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35d9fce0-d39f-4280-97a7-2822336ff285 is going to be updated. [ 642.312836] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.313070] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.313070] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.313285] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.313428] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.313600] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35d9fce0-d39f-4280-97a7-2822336ff285" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.571853] env[65962]: INFO networking_nsxv3.common.synchronization [req-b8dcdcdb-bf55-4967-837c-37b567f9f932 req-524e5423-1205-4116-896f-14c253be8c95 tempest-ListImageFiltersTestJSON-1296230880 tempest-ListImageFiltersTestJSON-1296230880-project-member] Enqueued Resource ID: fb0d0669-c207-4840-b677-6bb5eeb91870 with Priority: HIGHEST for action security_group_members [ 642.572480] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0d0669-c207-4840-b677-6bb5eeb91870 with Priority: HIGHEST for action security_group_members [ 642.574047] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0d0669-c207-4840-b677-6bb5eeb91870 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.574120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.775222] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.132954] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.133178] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.133375] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.133672] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.133947] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.134102] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.134205] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.134442] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.134708] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.134816] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.134952] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.135071] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.135178] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.135286] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.135417] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.135637] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.158079] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.158213] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.158352] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.158538] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.158850] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-a54f6f07-66db-4a54-8004-91e07b1b4cec taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.159023] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-a54f6f07-66db-4a54-8004-91e07b1b4cec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.159959] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-a54f6f07-66db-4a54-8004-91e07b1b4cec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.159959] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-a54f6f07-66db-4a54-8004-91e07b1b4cec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.159959] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a54f6f07-66db-4a54-8004-91e07b1b4cec',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.230080] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0d0669-c207-4840-b677-6bb5eeb91870 in Status: UNINITIALIZED for 4s [ 643.277731] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.278171] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.278171] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.278258] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.278768] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.278768] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e is going to be created. [ 643.334549] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.334760] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.334875] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.335112] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.335331] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.348628] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: UNINITIALIZED for 2s [ 643.666691] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.666691] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.666691] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.667035] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.667035] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.667711] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port a54f6f07-66db-4a54-8004-91e07b1b4cec not found, creating... [ 643.667711] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.667711] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.667711] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.667948] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.668085] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.668368] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.668521] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.668635] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.668847] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.669146] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.669146] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: a54f6f07-66db-4a54-8004-91e07b1b4cec is going to be created. [ 643.690177] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.690482] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.690629] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.691018] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.691319] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.691684] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-a54f6f07-66db-4a54-8004-91e07b1b4cec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.425415] env[65962]: INFO networking_nsxv3.common.synchronization [req-b8dcdcdb-bf55-4967-837c-37b567f9f932 req-4f1247df-7543-481f-a0a7-1514e159667d service nova] Enqueued Resource ID: fb0d0669-c207-4840-b677-6bb5eeb91870 with Priority: HIGHEST for action security_group_rules [ 644.425760] env[65962]: INFO networking_nsxv3.common.synchronization [req-b8dcdcdb-bf55-4967-837c-37b567f9f932 req-4f1247df-7543-481f-a0a7-1514e159667d service nova] Enqueued Resource ID: fb0d0669-c207-4840-b677-6bb5eeb91870 with Priority: HIGHEST for action security_group_members [ 644.425760] env[65962]: INFO networking_nsxv3.common.synchronization [req-b8dcdcdb-bf55-4967-837c-37b567f9f932 req-4f1247df-7543-481f-a0a7-1514e159667d service nova] Enqueued Resource ID: a54f6f07-66db-4a54-8004-91e07b1b4cec with Priority: HIGHEST for action port [ 644.426231] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0d0669-c207-4840-b677-6bb5eeb91870 with Priority: HIGHEST for action security_group_rules [ 644.426378] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0d0669-c207-4840-b677-6bb5eeb91870 with Priority: HIGHEST for action security_group_members [ 644.426516] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a54f6f07-66db-4a54-8004-91e07b1b4cec with Priority: HIGHEST for action port [ 644.426909] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb0d0669-c207-4840-b677-6bb5eeb91870 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.427020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.427207] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0d0669-c207-4840-b677-6bb5eeb91870 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.427290] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.427469] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a54f6f07-66db-4a54-8004-91e07b1b4cec taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.427627] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a54f6f07-66db-4a54-8004-91e07b1b4cec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.427627] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a54f6f07-66db-4a54-8004-91e07b1b4cec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.427819] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a54f6f07-66db-4a54-8004-91e07b1b4cec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.427899] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a54f6f07-66db-4a54-8004-91e07b1b4cec',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.930723] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a54f6f07-66db-4a54-8004-91e07b1b4cec with status ACTIVE [ 644.930970] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.931122] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.931178] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.931395] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.931484] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.931688] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.931786] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.931880] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.931999] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.932136] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.932302] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.932399] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.932462] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.932587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.932655] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.932739] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a54f6f07-66db-4a54-8004-91e07b1b4cec is going to be updated. [ 644.961376] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.961580] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.961631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.961868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.962040] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.962247] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a54f6f07-66db-4a54-8004-91e07b1b4cec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.240920] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0d0669-c207-4840-b677-6bb5eeb91870 in Status: SUCCESS [ 645.240920] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.240920] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.240920] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.241128] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.241231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.241297] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.241470] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.241572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.241659] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.241759] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.243839] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.244152] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.244217] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.244330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.244392] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.244541] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.244620] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.244955] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.359644] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: SUCCESS [ 645.360566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.360566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.360566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.360787] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.360957] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.361071] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.361295] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.361423] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.361557] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.361718] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.751767] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0d0669-c207-4840-b677-6bb5eeb91870 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.751767] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.751767] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.867450] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.867450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.867450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.867450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.867450] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.867450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.867450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.867450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.867450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.867450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.867450] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.867450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.867450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.870404] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.871652] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.871652] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.871652] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.871652] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.871652] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.871652] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.871652] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.086780] env[65962]: INFO networking_nsxv3.common.synchronization [None req-19e8dbcd-4622-4d4c-b08b-8d8e2d1a6da3 None None] Enqueued Resource ID: 2912fd85-666b-4de5-bf64-b8a0cf18a435 with Priority: HIGHEST for action port [ 646.087615] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2912fd85-666b-4de5-bf64-b8a0cf18a435 with Priority: HIGHEST for action port [ 646.087926] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-2912fd85-666b-4de5-bf64-b8a0cf18a435 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.088054] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2912fd85-666b-4de5-bf64-b8a0cf18a435" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.088119] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2912fd85-666b-4de5-bf64-b8a0cf18a435" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.088373] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2912fd85-666b-4de5-bf64-b8a0cf18a435" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.088577] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2912fd85-666b-4de5-bf64-b8a0cf18a435',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.255492] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.374663] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1337d88a-fc81-4d8f-9888-c14d6901d06e: rpc.has_security_group_logging(os_id): False [ 646.393285] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.393485] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.393543] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.393728] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.393814] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.394023] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.394142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.394196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.394382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.394472] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.394661] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.394750] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.394808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.394946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.395029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.395224] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.395308] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.395367] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.395508] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.395650] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.395650] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e is going to be created. [ 646.456834] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.456834] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.456834] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.456834] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.457106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.468732] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: IN_PROGRESS for 2s [ 646.591116] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2912fd85-666b-4de5-bf64-b8a0cf18a435 [ 646.591116] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.591116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.591116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.591116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.591116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.591116] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2912fd85-666b-4de5-bf64-b8a0cf18a435 already deleted. [ 646.591892] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2912fd85-666b-4de5-bf64-b8a0cf18a435" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.661316] env[65962]: INFO networking_nsxv3.common.synchronization [req-dad55162-1a9b-4133-b5c2-66c77529b9f4 req-8233e54b-b3ec-49d4-805a-e92f38471c88 tempest-ServersTestFqdnHostnames-772615674 tempest-ServersTestFqdnHostnames-772615674-project-member] Enqueued Resource ID: bb560af0-ae21-4758-b44e-2e485fe0379a with Priority: HIGHEST for action security_group_members [ 646.664177] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb560af0-ae21-4758-b44e-2e485fe0379a with Priority: HIGHEST for action security_group_members [ 646.666494] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb560af0-ae21-4758-b44e-2e485fe0379a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.666778] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.666778] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.667083] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.667311] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.667510] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.667510] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.667711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.667828] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.667886] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb560af0-ae21-4758-b44e-2e485fe0379a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.758442] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.759481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.759750] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.760060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.760314] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.760314] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0d0669-c207-4840-b677-6bb5eeb91870 is going to be updated. [ 646.797653] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.800856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.800856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.800856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.800856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.812650] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0d0669-c207-4840-b677-6bb5eeb91870 in Status: IN_PROGRESS for 2s [ 647.172475] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.172595] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.172641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.172961] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.172961] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.173128] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.173242] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.173317] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.177382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.177560] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.177741] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb560af0-ae21-4758-b44e-2e485fe0379a already deleted. [ 647.177837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.299784] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.299973] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.300100] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.300430] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.300799] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.302438] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.302660] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.302956] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.303178] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.303413] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.303526] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.303705] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.303754] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.303831] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.303934] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.304535] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.343318] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.343318] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.343506] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.343608] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.343932] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-a1be1c4f-c5a5-46a3-9d07-196b9ffbca21 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.344121] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-a1be1c4f-c5a5-46a3-9d07-196b9ffbca21" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.344238] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-a1be1c4f-c5a5-46a3-9d07-196b9ffbca21" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.344612] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-a1be1c4f-c5a5-46a3-9d07-196b9ffbca21" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.344775] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1be1c4f-c5a5-46a3-9d07-196b9ffbca21',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.698740] env[65962]: INFO networking_nsxv3.common.synchronization [None req-3c6d7e81-ff76-471d-b5f4-43144f99fca3 None None] Enqueued Resource ID: 19b3b7cc-bd6e-42f1-a974-52f43db1637a with Priority: HIGHEST for action port [ 647.699318] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b3b7cc-bd6e-42f1-a974-52f43db1637a with Priority: HIGHEST for action port [ 647.699739] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-19b3b7cc-bd6e-42f1-a974-52f43db1637a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.699931] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19b3b7cc-bd6e-42f1-a974-52f43db1637a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.700312] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19b3b7cc-bd6e-42f1-a974-52f43db1637a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.700636] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19b3b7cc-bd6e-42f1-a974-52f43db1637a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.700971] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19b3b7cc-bd6e-42f1-a974-52f43db1637a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.850021] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.850021] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.850021] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.850021] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.850021] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.850021] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port a1be1c4f-c5a5-46a3-9d07-196b9ffbca21 not found, creating... [ 647.850021] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.850021] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.850021] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.850021] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.850021] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.850751] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.850751] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.850751] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.850751] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.850751] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.850751] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: a1be1c4f-c5a5-46a3-9d07-196b9ffbca21 is going to be created. [ 647.873823] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.874652] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.875063] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.875514] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.875892] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.876450] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-a1be1c4f-c5a5-46a3-9d07-196b9ffbca21" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.145308] env[65962]: INFO networking_nsxv3.common.synchronization [req-9367b79c-32b1-488f-b93c-280396df7115 req-832ad24e-2985-4016-8824-2d95c78cf672 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 with Priority: HIGHEST for action security_group_members [ 648.145677] env[65962]: INFO networking_nsxv3.common.synchronization [req-9367b79c-32b1-488f-b93c-280396df7115 req-832ad24e-2985-4016-8824-2d95c78cf672 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 648.145998] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 with Priority: HIGHEST for action security_group_members [ 648.147024] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 648.147024] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.147024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.147480] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.147652] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.147843] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.148041] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.148041] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.148200] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.148284] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.148381] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c5d8b55-cafd-46b6-93e9-b2b8198b9f42',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.149692] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.150306] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.150306] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.150306] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.150306] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.150306] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.150511] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.151596] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.151700] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.152070] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.199504] env[65962]: INFO networking_nsxv3.common.synchronization [req-9367b79c-32b1-488f-b93c-280396df7115 req-832ad24e-2985-4016-8824-2d95c78cf672 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_rules [ 648.199666] env[65962]: INFO networking_nsxv3.common.synchronization [req-9367b79c-32b1-488f-b93c-280396df7115 req-832ad24e-2985-4016-8824-2d95c78cf672 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 648.201163] env[65962]: INFO networking_nsxv3.common.synchronization [req-9367b79c-32b1-488f-b93c-280396df7115 req-832ad24e-2985-4016-8824-2d95c78cf672 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 with Priority: HIGHEST for action security_group_rules [ 648.201304] env[65962]: INFO networking_nsxv3.common.synchronization [req-9367b79c-32b1-488f-b93c-280396df7115 req-832ad24e-2985-4016-8824-2d95c78cf672 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 with Priority: HIGHEST for action security_group_members [ 648.201447] env[65962]: INFO networking_nsxv3.common.synchronization [req-9367b79c-32b1-488f-b93c-280396df7115 req-832ad24e-2985-4016-8824-2d95c78cf672 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 958b98a7-b140-4153-a59b-763da220ae60 with Priority: HIGHEST for action port [ 648.205120] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_rules [ 648.205266] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 with Priority: HIGHEST for action security_group_rules [ 648.205366] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958b98a7-b140-4153-a59b-763da220ae60 with Priority: HIGHEST for action port [ 648.205460] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 648.205561] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 with Priority: HIGHEST for action security_group_members [ 648.206046] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19b3b7cc-bd6e-42f1-a974-52f43db1637a [ 648.206046] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.206156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.206193] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.206397] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.206545] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.206647] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19b3b7cc-bd6e-42f1-a974-52f43db1637a already deleted. [ 648.206735] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19b3b7cc-bd6e-42f1-a974-52f43db1637a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.206965] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.207078] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.207134] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.207293] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.207375] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.208716] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.208716] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.208716] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.210215] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.210350] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c5d8b55-cafd-46b6-93e9-b2b8198b9f42',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.211794] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-958b98a7-b140-4153-a59b-763da220ae60 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.211794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-958b98a7-b140-4153-a59b-763da220ae60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.211794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-958b98a7-b140-4153-a59b-763da220ae60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.212097] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-958b98a7-b140-4153-a59b-763da220ae60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.212097] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('958b98a7-b140-4153-a59b-763da220ae60',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.212718] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.212814] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.213941] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.213941] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.215947] env[65962]: INFO networking_nsxv3.common.synchronization [None req-86ec7e3d-b370-43a2-b5a9-272092b6bc17 None None] Enqueued Resource ID: fd75f4fd-b9ec-47fd-b100-663652fe0435 with Priority: HIGHEST for action port [ 648.216222] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd75f4fd-b9ec-47fd-b100-663652fe0435 with Priority: HIGHEST for action port [ 648.216749] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd75f4fd-b9ec-47fd-b100-663652fe0435 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.216873] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd75f4fd-b9ec-47fd-b100-663652fe0435" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.216910] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd75f4fd-b9ec-47fd-b100-663652fe0435" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.217392] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd75f4fd-b9ec-47fd-b100-663652fe0435" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.217489] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd75f4fd-b9ec-47fd-b100-663652fe0435',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.487114] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: SUCCESS [ 648.487470] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.639791] env[65962]: INFO networking_nsxv3.common.synchronization [req-dad55162-1a9b-4133-b5c2-66c77529b9f4 req-ada3d13a-2fa0-4f18-8d95-8abc932a2edf service nova] Enqueued Resource ID: bb560af0-ae21-4758-b44e-2e485fe0379a with Priority: HIGHEST for action security_group_rules [ 648.639982] env[65962]: INFO networking_nsxv3.common.synchronization [req-dad55162-1a9b-4133-b5c2-66c77529b9f4 req-ada3d13a-2fa0-4f18-8d95-8abc932a2edf service nova] Enqueued Resource ID: bb560af0-ae21-4758-b44e-2e485fe0379a with Priority: HIGHEST for action security_group_members [ 648.640092] env[65962]: INFO networking_nsxv3.common.synchronization [req-dad55162-1a9b-4133-b5c2-66c77529b9f4 req-ada3d13a-2fa0-4f18-8d95-8abc932a2edf service nova] Enqueued Resource ID: a1be1c4f-c5a5-46a3-9d07-196b9ffbca21 with Priority: HIGHEST for action port [ 648.640650] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb560af0-ae21-4758-b44e-2e485fe0379a with Priority: HIGHEST for action security_group_rules [ 648.640834] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb560af0-ae21-4758-b44e-2e485fe0379a with Priority: HIGHEST for action security_group_members [ 648.645695] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1be1c4f-c5a5-46a3-9d07-196b9ffbca21 with Priority: HIGHEST for action port [ 648.645695] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb560af0-ae21-4758-b44e-2e485fe0379a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.645695] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.645695] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.645695] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.645695] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb560af0-ae21-4758-b44e-2e485fe0379a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.645695] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb560af0-ae21-4758-b44e-2e485fe0379a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.645695] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.645695] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.645695] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.645695] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.645695] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.645695] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.646348] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.646348] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.646430] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb560af0-ae21-4758-b44e-2e485fe0379a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.647788] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1be1c4f-c5a5-46a3-9d07-196b9ffbca21 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.647927] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1be1c4f-c5a5-46a3-9d07-196b9ffbca21" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.647983] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1be1c4f-c5a5-46a3-9d07-196b9ffbca21" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.648435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1be1c4f-c5a5-46a3-9d07-196b9ffbca21" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.648435] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1be1c4f-c5a5-46a3-9d07-196b9ffbca21',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.654640] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c5d8b55-cafd-46b6-93e9-b2b8198b9f42',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.655936] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.715270] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 958b98a7-b140-4153-a59b-763da220ae60 with status ACTIVE [ 648.715585] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.715806] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.715922] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.716243] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.716369] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.716581] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.716722] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.717142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.717355] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.717453] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.717654] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.717761] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.717817] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.717966] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.718053] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.718138] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 958b98a7-b140-4153-a59b-763da220ae60 is going to be updated. [ 648.719687] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.719815] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.720044] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.720141] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.720279] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd75f4fd-b9ec-47fd-b100-663652fe0435 [ 648.720421] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.720516] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.720586] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.720773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.720883] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.721020] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd75f4fd-b9ec-47fd-b100-663652fe0435 already deleted. [ 648.721148] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd75f4fd-b9ec-47fd-b100-663652fe0435" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.745897] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.745897] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.745897] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.745897] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.745897] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.745897] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-958b98a7-b140-4153-a59b-763da220ae60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.805475] env[65962]: INFO networking_nsxv3.common.synchronization [req-787ea39a-f096-4b06-91ed-c6e5369f45a5 req-556e0cda-5f82-4515-8dd3-86a773a989cc tempest-ServersWithSpecificFlavorTestJSON-691410749 tempest-ServersWithSpecificFlavorTestJSON-691410749-project-member] Enqueued Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGHEST for action security_group_members [ 648.806082] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGHEST for action security_group_members [ 648.806352] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.806475] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.806560] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.806869] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.807050] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.807158] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.807228] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.807377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.807462] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.807557] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d5f1da1-5fe0-4ac2-b156-cec7de6c1833',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.829230] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0d0669-c207-4840-b677-6bb5eeb91870 in Status: SUCCESS [ 648.829706] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.830095] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.830394] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.830528] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.830640] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.832115] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.832115] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.832115] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.832115] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.149618] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb560af0-ae21-4758-b44e-2e485fe0379a taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.149970] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.151350] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb560af0-ae21-4758-b44e-2e485fe0379a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.152296] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1be1c4f-c5a5-46a3-9d07-196b9ffbca21 with status ACTIVE [ 649.152694] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.152694] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.152694] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.152945] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.152999] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.153243] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.153375] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.153458] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.153675] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.156018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.157424] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.158490] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.158587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.158781] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.158865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.158961] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1be1c4f-c5a5-46a3-9d07-196b9ffbca21 is going to be updated. [ 649.162734] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c5d8b55-cafd-46b6-93e9-b2b8198b9f42',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.163626] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.196218] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.196218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.196218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.196218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.196218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.196218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1be1c4f-c5a5-46a3-9d07-196b9ffbca21" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.311951] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.312141] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.312200] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.312387] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.312477] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.312671] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.312758] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.312822] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.313049] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.313097] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.313177] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 already deleted. [ 649.313280] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.333428] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.542778] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.542971] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-434" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.543102] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-434" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.543448] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-434" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.543826] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.543997] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.544282] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.545821] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.545891] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.546133] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.546242] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.546349] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.546450] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.546729] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.546846] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.546978] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.567139] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.567395] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.567456] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.567638] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-434" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.568192] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-66431f02-f092-416e-869b-290e0d696a1c taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.568383] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-66431f02-f092-416e-869b-290e0d696a1c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.568494] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-66431f02-f092-416e-869b-290e0d696a1c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.568845] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-66431f02-f092-416e-869b-290e0d696a1c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.568990] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66431f02-f092-416e-869b-290e0d696a1c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.661538] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb560af0-ae21-4758-b44e-2e485fe0379a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.665070] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.665231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.665299] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.665521] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.665611] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.665706] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 is going to be created. [ 649.667474] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.667474] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.667474] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.668944] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.668944] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.668944] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 is going to be updated. [ 649.694547] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.694547] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.694547] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.694788] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.694874] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.696735] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.696897] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.696948] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.697362] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.697362] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.708982] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: IN_PROGRESS for 2s [ 649.709762] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 in Status: UNINITIALIZED for 2s [ 649.836726] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.073428] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.073656] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.073808] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.074106] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.074253] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.074620] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 66431f02-f092-416e-869b-290e0d696a1c not found, creating... [ 650.074939] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.075169] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.075292] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.075547] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.075663] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.075924] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.076088] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.076203] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.076406] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.076580] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.076746] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 66431f02-f092-416e-869b-290e0d696a1c is going to be created. [ 650.097295] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.097538] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.097639] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.097917] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.098181] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.098442] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-66431f02-f092-416e-869b-290e0d696a1c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.168149] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.168737] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.168737] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.168737] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.168737] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.168941] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb560af0-ae21-4758-b44e-2e485fe0379a is going to be created. [ 650.217719] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.217875] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.217949] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.218256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.218429] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.230110] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb560af0-ae21-4758-b44e-2e485fe0379a in Status: UNINITIALIZED for 2s [ 650.340777] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.341045] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.341175] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.341501] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.342383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.342383] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0d0669-c207-4840-b677-6bb5eeb91870 is going to be updated. [ 650.369026] env[65962]: INFO networking_nsxv3.common.synchronization [None req-9f68aa7a-ca84-41ed-8f74-bf9d23ba1c52 None None] Enqueued Resource ID: d5e4d2ac-2271-4722-862d-82bccd922676 with Priority: HIGHEST for action port [ 650.369026] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e4d2ac-2271-4722-862d-82bccd922676 with Priority: HIGHEST for action port [ 650.369026] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5e4d2ac-2271-4722-862d-82bccd922676 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.369026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5e4d2ac-2271-4722-862d-82bccd922676" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.369026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5e4d2ac-2271-4722-862d-82bccd922676" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.369026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5e4d2ac-2271-4722-862d-82bccd922676" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.369026] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5e4d2ac-2271-4722-862d-82bccd922676',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.381028] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.381210] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.381271] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.381459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.381605] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.392360] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0d0669-c207-4840-b677-6bb5eeb91870 in Status: IN_PROGRESS for 2s [ 650.875742] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5e4d2ac-2271-4722-862d-82bccd922676 [ 650.875742] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.875742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.875742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.875950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.876020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.876116] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5e4d2ac-2271-4722-862d-82bccd922676 already deleted. [ 650.876196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5e4d2ac-2271-4722-862d-82bccd922676" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.877948] env[65962]: INFO networking_nsxv3.common.synchronization [req-787ea39a-f096-4b06-91ed-c6e5369f45a5 req-9d336e43-c0aa-4f9f-9e08-f1eeeca6ccc2 service nova] Enqueued Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGHEST for action security_group_rules [ 650.879744] env[65962]: INFO networking_nsxv3.common.synchronization [req-787ea39a-f096-4b06-91ed-c6e5369f45a5 req-9d336e43-c0aa-4f9f-9e08-f1eeeca6ccc2 service nova] Enqueued Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGHEST for action security_group_members [ 650.880341] env[65962]: INFO networking_nsxv3.common.synchronization [req-787ea39a-f096-4b06-91ed-c6e5369f45a5 req-9d336e43-c0aa-4f9f-9e08-f1eeeca6ccc2 service nova] Enqueued Resource ID: 66431f02-f092-416e-869b-290e0d696a1c with Priority: HIGHEST for action port [ 650.880793] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGHEST for action security_group_rules [ 650.881202] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGHEST for action security_group_members [ 650.881434] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66431f02-f092-416e-869b-290e0d696a1c with Priority: HIGHEST for action port [ 650.882832] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.883084] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.883182] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.883656] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.883761] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d5f1da1-5fe0-4ac2-b156-cec7de6c1833',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.885218] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.885337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.885404] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.885593] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.885761] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.885858] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.885919] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.886079] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.886161] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.886251] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d5f1da1-5fe0-4ac2-b156-cec7de6c1833',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.888084] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-66431f02-f092-416e-869b-290e0d696a1c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.888199] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66431f02-f092-416e-869b-290e0d696a1c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.888307] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66431f02-f092-416e-869b-290e0d696a1c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.888422] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66431f02-f092-416e-869b-290e0d696a1c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.888528] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66431f02-f092-416e-869b-290e0d696a1c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.268344] env[65962]: INFO networking_nsxv3.common.synchronization [req-412231f8-955d-4cd5-a833-d256fd7d2f4f req-0b7bcb83-cf0b-44b9-92df-748137e42986 tempest-DeleteServersAdminTestJSON-1202821627 tempest-DeleteServersAdminTestJSON-1202821627-project-member] Enqueued Resource ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 with Priority: HIGHEST for action security_group_members [ 651.268955] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 with Priority: HIGHEST for action security_group_members [ 651.269240] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a0520a-7058-41b5-ad2a-55a0ed478f72 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.269364] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.269432] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.269630] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.269908] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.269908] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.270064] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.270097] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.270182] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.270277] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84a0520a-7058-41b5-ad2a-55a0ed478f72',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.391947] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66431f02-f092-416e-869b-290e0d696a1c with status ACTIVE [ 651.392283] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.392455] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.392722] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.392844] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.392942] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.393184] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.393442] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.393442] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.393598] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.393649] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.393852] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.393985] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.394072] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.394352] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.394352] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.394453] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66431f02-f092-416e-869b-290e0d696a1c is going to be updated. [ 651.400902] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.400902] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.400902] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d5f1da1-5fe0-4ac2-b156-cec7de6c1833',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.423698] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.423698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.423698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.423988] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.423988] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.424123] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66431f02-f092-416e-869b-290e0d696a1c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.743028] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 in Status: SUCCESS [ 651.743028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.743028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.743028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.743028] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.743028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.743028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.743028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.743028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.743028] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c5d8b55-cafd-46b6-93e9-b2b8198b9f42',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.745300] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: SUCCESS [ 651.745680] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.745983] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.746287] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.746727] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.748025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.748025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.748025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.748025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.748025] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.773926] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.774148] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.774209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.774918] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.774918] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.774918] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.774918] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.774918] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.775206] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.775206] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.775206] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 is going to be updated. [ 651.810023] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.810023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.810023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.810023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.810023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.821399] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 in Status: IN_PROGRESS for 2s [ 651.902752] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d5f1da1-5fe0-4ac2-b156-cec7de6c1833',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.191015] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.191271] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.191355] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.191968] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.192325] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.192474] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.192572] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.193159] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.193325] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.193902] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.194074] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.194208] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.194317] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.194424] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.194525] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.194830] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.218918] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.219110] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.219403] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.219493] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.219902] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-2537df91-996c-43c5-be55-20abf0ce1e3f taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.220169] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-2537df91-996c-43c5-be55-20abf0ce1e3f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.220169] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-2537df91-996c-43c5-be55-20abf0ce1e3f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.221142] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-2537df91-996c-43c5-be55-20abf0ce1e3f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.221458] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2537df91-996c-43c5-be55-20abf0ce1e3f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.249990] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c5d8b55-cafd-46b6-93e9-b2b8198b9f42',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.250834] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.254049] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb560af0-ae21-4758-b44e-2e485fe0379a in Status: SUCCESS [ 652.254049] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.254049] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.254214] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.255088] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.255088] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.255088] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.255088] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.255088] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.255088] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.255088] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb560af0-ae21-4758-b44e-2e485fe0379a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.403382] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0d0669-c207-4840-b677-6bb5eeb91870 in Status: SUCCESS [ 652.403750] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.404227] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.404344] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.404663] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.405725] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.405725] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.405725] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.405725] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.405725] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.405879] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0d0669-c207-4840-b677-6bb5eeb91870 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.406016] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.406121] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.406346] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.406618] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.406768] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.406862] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.407116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.407268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.408199] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.408199] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.408936] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.409115] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.409645] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.409645] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.409645] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.409794] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 is going to be created. [ 652.438439] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.438439] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.438439] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.438439] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.438677] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.450974] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 in Status: UNINITIALIZED for 2s [ 652.725316] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.725316] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.725316] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.725316] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.725316] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.725869] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 2537df91-996c-43c5-be55-20abf0ce1e3f not found, creating... [ 652.726503] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.726503] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.726503] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.726796] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.727305] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.727835] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.728166] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.728166] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.728489] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.728679] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.728946] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 2537df91-996c-43c5-be55-20abf0ce1e3f is going to be created. [ 652.752940] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.753249] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.753454] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.753778] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.754629] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.754940] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-2537df91-996c-43c5-be55-20abf0ce1e3f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.756937] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.758049] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c5d8b55-cafd-46b6-93e9-b2b8198b9f42',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.759654] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb560af0-ae21-4758-b44e-2e485fe0379a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.912131] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb0d0669-c207-4840-b677-6bb5eeb91870: rpc.has_security_group_logging(os_id): False [ 652.933021] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.933021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.933021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.933021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.933021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.933021] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.933021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.933816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.933816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.933816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.933816] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.933816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.933816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.934122] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.934122] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.934496] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.934496] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.934496] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.934888] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.934888] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.934888] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb0d0669-c207-4840-b677-6bb5eeb91870 is going to be created. [ 653.007906] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.012044] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.012044] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.012044] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.012044] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.020454] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb0d0669-c207-4840-b677-6bb5eeb91870 in Status: IN_PROGRESS for 2s [ 653.163358] env[65962]: INFO networking_nsxv3.common.synchronization [None req-23191d2f-e206-4d14-8b60-3ada31461c06 None None] Enqueued Resource ID: cdef8fda-6af0-4d9f-bcb7-473c251ca2d6 with Priority: HIGHEST for action port [ 653.164828] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdef8fda-6af0-4d9f-bcb7-473c251ca2d6 with Priority: HIGHEST for action port [ 653.165183] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdef8fda-6af0-4d9f-bcb7-473c251ca2d6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.165313] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdef8fda-6af0-4d9f-bcb7-473c251ca2d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.165390] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdef8fda-6af0-4d9f-bcb7-473c251ca2d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.165649] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdef8fda-6af0-4d9f-bcb7-473c251ca2d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.165732] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdef8fda-6af0-4d9f-bcb7-473c251ca2d6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.261433] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.261639] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.261639] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.261764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.261851] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.261960] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 is going to be updated. [ 653.263254] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.263374] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.263416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.263714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.263714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.263812] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 is going to be updated. [ 653.264735] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb560af0-ae21-4758-b44e-2e485fe0379a: rpc.has_security_group_logging(os_id): False [ 653.322853] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.323846] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.323846] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.323846] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.323846] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.323846] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.323846] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.324106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.324200] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.324290] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.324404] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb560af0-ae21-4758-b44e-2e485fe0379a is going to be created. [ 653.364967] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.365197] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.365197] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.365420] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.365640] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.367841] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.368019] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.368019] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.368242] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.368370] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.377838] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: IN_PROGRESS for 2s [ 653.378703] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 in Status: IN_PROGRESS for 2s [ 653.432524] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.432928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.432928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.433018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.433176] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.446485] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb560af0-ae21-4758-b44e-2e485fe0379a in Status: IN_PROGRESS for 2s [ 653.487325] env[65962]: INFO networking_nsxv3.common.synchronization [req-412231f8-955d-4cd5-a833-d256fd7d2f4f req-26fcda1b-b01e-4d1b-b26a-a52e7d35a5a1 service nova] Enqueued Resource ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 with Priority: HIGHEST for action security_group_rules [ 653.487325] env[65962]: INFO networking_nsxv3.common.synchronization [req-412231f8-955d-4cd5-a833-d256fd7d2f4f req-26fcda1b-b01e-4d1b-b26a-a52e7d35a5a1 service nova] Enqueued Resource ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 with Priority: HIGHEST for action security_group_members [ 653.487325] env[65962]: INFO networking_nsxv3.common.synchronization [req-412231f8-955d-4cd5-a833-d256fd7d2f4f req-26fcda1b-b01e-4d1b-b26a-a52e7d35a5a1 service nova] Enqueued Resource ID: 2537df91-996c-43c5-be55-20abf0ce1e3f with Priority: HIGHEST for action port [ 653.487589] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 with Priority: HIGHEST for action security_group_rules [ 653.487589] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 with Priority: HIGHEST for action security_group_members [ 653.487665] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2537df91-996c-43c5-be55-20abf0ce1e3f with Priority: HIGHEST for action port [ 653.488180] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84a0520a-7058-41b5-ad2a-55a0ed478f72 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.488180] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.488180] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.488441] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.488441] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84a0520a-7058-41b5-ad2a-55a0ed478f72',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.490118] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a0520a-7058-41b5-ad2a-55a0ed478f72 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.490118] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.490118] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-2537df91-996c-43c5-be55-20abf0ce1e3f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.490118] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2537df91-996c-43c5-be55-20abf0ce1e3f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.490118] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2537df91-996c-43c5-be55-20abf0ce1e3f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.490118] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2537df91-996c-43c5-be55-20abf0ce1e3f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.490118] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2537df91-996c-43c5-be55-20abf0ce1e3f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.667768] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdef8fda-6af0-4d9f-bcb7-473c251ca2d6 [ 653.668624] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.668624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.668624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.668624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.668624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.669023] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdef8fda-6af0-4d9f-bcb7-473c251ca2d6 already deleted. [ 653.669023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdef8fda-6af0-4d9f-bcb7-473c251ca2d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.834353] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 in Status: SUCCESS [ 653.835027] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 deletion is rescheduled due to dependency. [ 653.835169] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.835357] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.835621] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.835817] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.835930] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.835994] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.836177] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.836419] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.836419] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84a0520a-7058-41b5-ad2a-55a0ed478f72',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.992687] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a0520a-7058-41b5-ad2a-55a0ed478f72 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.992814] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.992987] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2537df91-996c-43c5-be55-20abf0ce1e3f with status ACTIVE [ 653.993211] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.993316] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.993383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.993600] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.993682] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.993844] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.993933] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.994023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.994189] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.997021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.997021] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.997021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.997021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.997021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.997021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.997021] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2537df91-996c-43c5-be55-20abf0ce1e3f is going to be updated. [ 654.027650] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.027873] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.027873] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.028187] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.028356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.028674] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2537df91-996c-43c5-be55-20abf0ce1e3f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.339106] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84a0520a-7058-41b5-ad2a-55a0ed478f72',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.463435] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 in Status: SUCCESS [ 654.463435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.463435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.463435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.463435] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.463435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.463435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.463435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.463435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.463435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.463435] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d5f1da1-5fe0-4ac2-b156-cec7de6c1833',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.847814] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84a0520a-7058-41b5-ad2a-55a0ed478f72',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.967525] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d5f1da1-5fe0-4ac2-b156-cec7de6c1833',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.034322] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb0d0669-c207-4840-b677-6bb5eeb91870 in Status: SUCCESS [ 655.034623] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.034807] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.035060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.035119] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.340943] env[65962]: INFO networking_nsxv3.common.synchronization [None req-36e55478-4c7d-4544-95fe-b262fea45dc9 None None] Enqueued Resource ID: 48926e41-fdb4-4fbf-807c-f3cdc1896b91 with Priority: HIGHEST for action port [ 655.340943] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48926e41-fdb4-4fbf-807c-f3cdc1896b91 with Priority: HIGHEST for action port [ 655.340943] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-48926e41-fdb4-4fbf-807c-f3cdc1896b91 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.340943] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48926e41-fdb4-4fbf-807c-f3cdc1896b91" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.340943] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48926e41-fdb4-4fbf-807c-f3cdc1896b91" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.342155] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48926e41-fdb4-4fbf-807c-f3cdc1896b91" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.342386] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48926e41-fdb4-4fbf-807c-f3cdc1896b91',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.347174] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.347256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.347295] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.348252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.348252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.348252] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 is going to be updated. [ 655.381982] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.382523] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.382523] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.383313] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.383747] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.397225] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 in Status: IN_PROGRESS for 2s [ 655.397225] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 in Status: SUCCESS [ 655.397225] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.398179] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: SUCCESS [ 655.398611] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.398960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.399320] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.399615] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.400273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.400273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.400273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.401181] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.401181] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.401181] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c5d8b55-cafd-46b6-93e9-b2b8198b9f42',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.402522] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.402522] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.402522] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.402522] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.402522] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.403300] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.403300] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.403300] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.403300] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.459627] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb560af0-ae21-4758-b44e-2e485fe0379a in Status: SUCCESS [ 655.459627] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.472547] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833: rpc.has_security_group_logging(os_id): False [ 655.495574] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.495816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.495973] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.499314] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.499314] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.499314] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.499314] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.499314] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.499314] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.499314] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.499314] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 is going to be created. [ 655.538134] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0d0669-c207-4840-b677-6bb5eeb91870 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.539646] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.539646] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.539646] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.539646] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.539646] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.539646] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.539646] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.539646] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.539646] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.539646] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.582631] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.582956] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.582956] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.583744] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.583744] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.597155] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 in Status: IN_PROGRESS for 2s [ 655.775220] env[65962]: INFO networking_nsxv3.common.synchronization [req-96f713e5-eb0b-42a6-a0db-1e6caf0db58b req-7fe2ea23-e85a-4ba9-a039-ebf2063871c7 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 with Priority: HIGHEST for action security_group_members [ 655.775220] env[65962]: INFO networking_nsxv3.common.synchronization [req-96f713e5-eb0b-42a6-a0db-1e6caf0db58b req-7fe2ea23-e85a-4ba9-a039-ebf2063871c7 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 89b711b5-1e26-4321-b462-6b992754d59e with Priority: HIGHEST for action security_group_members [ 655.775220] env[65962]: INFO networking_nsxv3.common.synchronization [req-96f713e5-eb0b-42a6-a0db-1e6caf0db58b req-7fe2ea23-e85a-4ba9-a039-ebf2063871c7 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 655.775220] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 with Priority: HIGHEST for action security_group_members [ 655.775220] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b711b5-1e26-4321-b462-6b992754d59e with Priority: HIGHEST for action security_group_members [ 655.775220] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 655.775220] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.775220] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.775220] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.775220] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.775581] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.775581] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.775581] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.775815] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.776175] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.776454] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c5d8b55-cafd-46b6-93e9-b2b8198b9f42',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.779772] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b711b5-1e26-4321-b462-6b992754d59e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.779772] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.779772] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.779772] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.780044] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.780154] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.780210] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.780422] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.781042] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.781042] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89b711b5-1e26-4321-b462-6b992754d59e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.782206] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.782343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.782413] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.782599] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.783401] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.783401] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.783401] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.784251] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.784487] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.784779] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.840487] env[65962]: INFO networking_nsxv3.common.synchronization [req-96f713e5-eb0b-42a6-a0db-1e6caf0db58b req-7fe2ea23-e85a-4ba9-a039-ebf2063871c7 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_rules [ 655.840487] env[65962]: INFO networking_nsxv3.common.synchronization [req-96f713e5-eb0b-42a6-a0db-1e6caf0db58b req-7fe2ea23-e85a-4ba9-a039-ebf2063871c7 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 655.840780] env[65962]: INFO networking_nsxv3.common.synchronization [req-96f713e5-eb0b-42a6-a0db-1e6caf0db58b req-7fe2ea23-e85a-4ba9-a039-ebf2063871c7 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 89b711b5-1e26-4321-b462-6b992754d59e with Priority: HIGHEST for action security_group_rules [ 655.841181] env[65962]: INFO networking_nsxv3.common.synchronization [req-96f713e5-eb0b-42a6-a0db-1e6caf0db58b req-7fe2ea23-e85a-4ba9-a039-ebf2063871c7 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 89b711b5-1e26-4321-b462-6b992754d59e with Priority: HIGHEST for action security_group_members [ 655.841512] env[65962]: INFO networking_nsxv3.common.synchronization [req-96f713e5-eb0b-42a6-a0db-1e6caf0db58b req-7fe2ea23-e85a-4ba9-a039-ebf2063871c7 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 with Priority: HIGHEST for action security_group_rules [ 655.841769] env[65962]: INFO networking_nsxv3.common.synchronization [req-96f713e5-eb0b-42a6-a0db-1e6caf0db58b req-7fe2ea23-e85a-4ba9-a039-ebf2063871c7 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 with Priority: HIGHEST for action security_group_members [ 655.842207] env[65962]: INFO networking_nsxv3.common.synchronization [req-96f713e5-eb0b-42a6-a0db-1e6caf0db58b req-7fe2ea23-e85a-4ba9-a039-ebf2063871c7 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 958b98a7-b140-4153-a59b-763da220ae60 with Priority: HIGHEST for action port [ 655.844578] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_rules [ 655.845100] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b711b5-1e26-4321-b462-6b992754d59e with Priority: HIGHEST for action security_group_rules [ 655.845100] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 with Priority: HIGHEST for action security_group_members [ 655.845100] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958b98a7-b140-4153-a59b-763da220ae60 with Priority: HIGHEST for action port [ 655.845421] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 with Priority: HIGHEST for action security_group_rules [ 655.845421] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 655.845572] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b711b5-1e26-4321-b462-6b992754d59e with Priority: HIGHEST for action security_group_members [ 655.845877] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48926e41-fdb4-4fbf-807c-f3cdc1896b91 [ 655.846186] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.852809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.852809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.852809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.852809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.852809] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48926e41-fdb4-4fbf-807c-f3cdc1896b91 already deleted. [ 655.852809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48926e41-fdb4-4fbf-807c-f3cdc1896b91" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.852809] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.852809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.852809] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89b711b5-1e26-4321-b462-6b992754d59e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.852809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.852809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.853580] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.854293] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89b711b5-1e26-4321-b462-6b992754d59e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.858221] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.858325] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.859029] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-958b98a7-b140-4153-a59b-763da220ae60 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.859029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-958b98a7-b140-4153-a59b-763da220ae60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.859029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-958b98a7-b140-4153-a59b-763da220ae60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.859029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-958b98a7-b140-4153-a59b-763da220ae60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.859831] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('958b98a7-b140-4153-a59b-763da220ae60',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.861199] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.865496] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.865496] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.865496] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.865496] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b711b5-1e26-4321-b462-6b992754d59e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.865496] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.905847] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c5d8b55-cafd-46b6-93e9-b2b8198b9f42',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.908964] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.909104] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.042894] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0d0669-c207-4840-b677-6bb5eeb91870 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.042894] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.042894] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.046197] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.046197] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.046197] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.046197] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.046197] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.046197] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.046197] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.046197] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0d0669-c207-4840-b677-6bb5eeb91870 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.046197] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.046197] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.049794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.049794] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.049794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.049794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.049794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.049794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.049794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.049794] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.283209] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89b711b5-1e26-4321-b462-6b992754d59e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.287232] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.288039] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c5d8b55-cafd-46b6-93e9-b2b8198b9f42',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.365552] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 958b98a7-b140-4153-a59b-763da220ae60 with status ACTIVE [ 656.365552] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.365808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.365808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.367143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.367277] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.367515] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.367761] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.367880] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.368779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.368779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.368779] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.368779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.368779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.368779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.368779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.369180] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 958b98a7-b140-4153-a59b-763da220ae60 is going to be updated. [ 656.370171] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b711b5-1e26-4321-b462-6b992754d59e taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.370269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.395080] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.395080] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.395080] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.395080] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.395080] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.395080] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-958b98a7-b140-4153-a59b-763da220ae60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.414328] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42: rpc.has_security_group_logging(os_id): False [ 656.433716] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.434718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.434718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.434718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.434718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.436028] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.436028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.436028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.436343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.436343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.436343] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 is going to be created. [ 656.512919] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.513236] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.513310] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.513624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.513910] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.531960] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 in Status: IN_PROGRESS for 2s [ 656.552428] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb0d0669-c207-4840-b677-6bb5eeb91870: rpc.has_security_group_logging(os_id): False [ 656.574934] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.575142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.575242] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.575460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.575558] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.575753] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.575886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.575931] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.576331] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.576331] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.576331] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.576481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.576481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.576745] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.576818] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.577016] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.577116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.577170] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.577314] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.577391] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.577477] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb0d0669-c207-4840-b677-6bb5eeb91870 is going to be updated. [ 656.667603] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.667906] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.667906] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.668099] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.668372] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.682973] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb0d0669-c207-4840-b677-6bb5eeb91870 in Status: IN_PROGRESS for 2s [ 656.786127] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89b711b5-1e26-4321-b462-6b992754d59e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.790240] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.791291] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c5d8b55-cafd-46b6-93e9-b2b8198b9f42',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.290640] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.290871] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.290963] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.291262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.291366] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.291688] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b711b5-1e26-4321-b462-6b992754d59e is going to be created. [ 657.297339] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.297513] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.297580] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.297831] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.297931] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.298056] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 is going to be updated. [ 657.299565] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.299690] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.299732] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.299964] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.300075] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.300178] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 is going to be updated. [ 657.345342] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.345342] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.345342] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.345521] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.345673] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.363180] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b711b5-1e26-4321-b462-6b992754d59e in Status: UNINITIALIZED for 2s [ 657.364406] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.364406] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.364406] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.364794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.364794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.367502] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.367638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.367700] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.367891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.368045] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.379055] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: IN_PROGRESS for 2s [ 657.380761] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 in Status: IN_PROGRESS for 2s [ 657.419555] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 in Status: SUCCESS [ 657.422020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.422020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.422020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.422020] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.422020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.422020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.422020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.422020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.422020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.422020] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84a0520a-7058-41b5-ad2a-55a0ed478f72',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.609601] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 in Status: SUCCESS [ 657.609601] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.641664] env[65962]: INFO networking_nsxv3.common.synchronization [None req-aa927718-0a01-498f-9922-284c8cb503e3 None None] Enqueued Resource ID: 09352523-5121-4191-8553-3ada1b8a10b8 with Priority: HIGHEST for action port [ 657.641947] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09352523-5121-4191-8553-3ada1b8a10b8 with Priority: HIGHEST for action port [ 657.643072] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-09352523-5121-4191-8553-3ada1b8a10b8 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.643202] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09352523-5121-4191-8553-3ada1b8a10b8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.643269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09352523-5121-4191-8553-3ada1b8a10b8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.643532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09352523-5121-4191-8553-3ada1b8a10b8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.643622] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09352523-5121-4191-8553-3ada1b8a10b8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.928759] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a0520a-7058-41b5-ad2a-55a0ed478f72 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.930041] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.930184] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.930541] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.930687] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.930868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.930957] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.931162] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.931284] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.931403] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.931585] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a0520a-7058-41b5-ad2a-55a0ed478f72 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.931731] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.931783] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.931943] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.932134] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.932236] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.932298] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.932505] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.932594] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.932712] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.932844] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84a0520a-7058-41b5-ad2a-55a0ed478f72',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.145496] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09352523-5121-4191-8553-3ada1b8a10b8 [ 658.145760] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.146119] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.146250] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.146494] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.146614] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.146710] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09352523-5121-4191-8553-3ada1b8a10b8 already deleted. [ 658.146917] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09352523-5121-4191-8553-3ada1b8a10b8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.434915] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84a0520a-7058-41b5-ad2a-55a0ed478f72: rpc.has_security_group_logging(os_id): False [ 658.457267] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.457484] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.457484] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.458029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.458029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.458029] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.458204] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.458204] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.458542] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.458542] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.458702] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.458786] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.458786] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.458954] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.461868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.462014] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.462126] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.462228] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.462414] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.462490] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.462727] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 is going to be updated. [ 658.474115] env[65962]: INFO networking_nsxv3.common.synchronization [req-3afb12f2-e087-4ccd-be84-c6037cdf0c9c req-10eaec29-ef2e-4a65-b6b8-a42d60477dba tempest-MigrationsAdminTest-1609886309 tempest-MigrationsAdminTest-1609886309-project-member] Enqueued Resource ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 with Priority: HIGHEST for action security_group_members [ 658.475144] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 with Priority: HIGHEST for action security_group_members [ 658.475144] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.475582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.475582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.475582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.476445] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.476557] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.476691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.476898] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.476987] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.477143] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a06b28f6-e8ae-43a7-8f14-43b9e3dbb021',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.531271] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.531443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.531510] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.531720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.531953] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.549348] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 in Status: SUCCESS [ 658.549942] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.550491] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 in Status: IN_PROGRESS for 2s [ 658.551929] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.551929] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.551929] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c5d8b55-cafd-46b6-93e9-b2b8198b9f42',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.687249] env[65962]: INFO networking_nsxv3.common.synchronization [None req-7e2d4e92-7dad-4f90-b882-a9291384caf3 None None] Enqueued Resource ID: 5fe5ac53-c7bd-4d26-b89e-4eeeabadb609 with Priority: HIGHEST for action port [ 658.687860] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fe5ac53-c7bd-4d26-b89e-4eeeabadb609 with Priority: HIGHEST for action port [ 658.688462] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fe5ac53-c7bd-4d26-b89e-4eeeabadb609 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.689380] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fe5ac53-c7bd-4d26-b89e-4eeeabadb609" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.689380] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fe5ac53-c7bd-4d26-b89e-4eeeabadb609" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.689574] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fe5ac53-c7bd-4d26-b89e-4eeeabadb609" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.689574] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fe5ac53-c7bd-4d26-b89e-4eeeabadb609',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.699856] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb0d0669-c207-4840-b677-6bb5eeb91870 in Status: SUCCESS [ 658.700172] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.931238] env[65962]: INFO networking_nsxv3.common.synchronization [req-9511d397-f5d7-4e96-a2d8-2a47f56aa9c3 req-27aa4e73-ac6d-4650-8644-94360d6e3183 tempest-ServerRescueTestJSONUnderV235-268252267 tempest-ServerRescueTestJSONUnderV235-268252267-project-member] Enqueued Resource ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 with Priority: HIGHEST for action security_group_members [ 658.931325] env[65962]: INFO networking_nsxv3.common.synchronization [req-9511d397-f5d7-4e96-a2d8-2a47f56aa9c3 req-27aa4e73-ac6d-4650-8644-94360d6e3183 tempest-ServerRescueTestJSONUnderV235-268252267 tempest-ServerRescueTestJSONUnderV235-268252267-project-member] Enqueued Resource ID: 90fd6752-e3cc-48a5-adf4-6aa255591e12 with Priority: HIGHEST for action security_group_members [ 658.931958] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 with Priority: HIGHEST for action security_group_members [ 658.934015] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fd6752-e3cc-48a5-adf4-6aa255591e12 with Priority: HIGHEST for action security_group_members [ 658.935204] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.935298] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.935443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.935785] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.936119] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.937443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.937443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.941329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.941329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.941329] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.941329] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-90fd6752-e3cc-48a5-adf4-6aa255591e12 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.941329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90fd6752-e3cc-48a5-adf4-6aa255591e12" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.941329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90fd6752-e3cc-48a5-adf4-6aa255591e12" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.941329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90fd6752-e3cc-48a5-adf4-6aa255591e12" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.941329] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.941329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.941329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.941329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.941329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.941329] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90fd6752-e3cc-48a5-adf4-6aa255591e12',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.981909] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.981909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.981909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.981909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.981909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.981909] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.981909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.981909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.981909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.981909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.981909] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 already deleted. [ 658.981909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.004197] env[65962]: INFO networking_nsxv3.common.synchronization [req-9511d397-f5d7-4e96-a2d8-2a47f56aa9c3 req-27aa4e73-ac6d-4650-8644-94360d6e3183 tempest-ServerRescueTestJSONUnderV235-268252267 tempest-ServerRescueTestJSONUnderV235-268252267-project-member] Enqueued Resource ID: 90fd6752-e3cc-48a5-adf4-6aa255591e12 with Priority: HIGHEST for action security_group_rules [ 659.004396] env[65962]: INFO networking_nsxv3.common.synchronization [req-9511d397-f5d7-4e96-a2d8-2a47f56aa9c3 req-27aa4e73-ac6d-4650-8644-94360d6e3183 tempest-ServerRescueTestJSONUnderV235-268252267 tempest-ServerRescueTestJSONUnderV235-268252267-project-member] Enqueued Resource ID: 90fd6752-e3cc-48a5-adf4-6aa255591e12 with Priority: HIGHEST for action security_group_members [ 659.004558] env[65962]: INFO networking_nsxv3.common.synchronization [req-9511d397-f5d7-4e96-a2d8-2a47f56aa9c3 req-27aa4e73-ac6d-4650-8644-94360d6e3183 tempest-ServerRescueTestJSONUnderV235-268252267 tempest-ServerRescueTestJSONUnderV235-268252267-project-member] Enqueued Resource ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 with Priority: HIGHEST for action security_group_rules [ 659.004791] env[65962]: INFO networking_nsxv3.common.synchronization [req-9511d397-f5d7-4e96-a2d8-2a47f56aa9c3 req-27aa4e73-ac6d-4650-8644-94360d6e3183 tempest-ServerRescueTestJSONUnderV235-268252267 tempest-ServerRescueTestJSONUnderV235-268252267-project-member] Enqueued Resource ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 with Priority: HIGHEST for action security_group_members [ 659.004909] env[65962]: INFO networking_nsxv3.common.synchronization [req-9511d397-f5d7-4e96-a2d8-2a47f56aa9c3 req-27aa4e73-ac6d-4650-8644-94360d6e3183 tempest-ServerRescueTestJSONUnderV235-268252267 tempest-ServerRescueTestJSONUnderV235-268252267-project-member] Enqueued Resource ID: 79b2bd86-798d-45e6-93df-70e055b6aa31 with Priority: HIGHEST for action port [ 659.005659] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fd6752-e3cc-48a5-adf4-6aa255591e12 with Priority: HIGHEST for action security_group_rules [ 659.005806] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 with Priority: HIGHEST for action security_group_rules [ 659.005906] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b2bd86-798d-45e6-93df-70e055b6aa31 with Priority: HIGHEST for action port [ 659.005994] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fd6752-e3cc-48a5-adf4-6aa255591e12 with Priority: HIGHEST for action security_group_members [ 659.006637] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 with Priority: HIGHEST for action security_group_members [ 659.006637] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90fd6752-e3cc-48a5-adf4-6aa255591e12 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.006637] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90fd6752-e3cc-48a5-adf4-6aa255591e12" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.006870] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90fd6752-e3cc-48a5-adf4-6aa255591e12" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.006981] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90fd6752-e3cc-48a5-adf4-6aa255591e12" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.007084] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90fd6752-e3cc-48a5-adf4-6aa255591e12',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.009435] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.009770] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.009770] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.009989] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.009989] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.011836] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-79b2bd86-798d-45e6-93df-70e055b6aa31 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.011836] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79b2bd86-798d-45e6-93df-70e055b6aa31" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.011836] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79b2bd86-798d-45e6-93df-70e055b6aa31" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.011836] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79b2bd86-798d-45e6-93df-70e055b6aa31" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.011836] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b2bd86-798d-45e6-93df-70e055b6aa31',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.012590] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-90fd6752-e3cc-48a5-adf4-6aa255591e12 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.012590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90fd6752-e3cc-48a5-adf4-6aa255591e12" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.015258] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.015258] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.054929] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.055154] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.191746] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fe5ac53-c7bd-4d26-b89e-4eeeabadb609 [ 659.192156] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.192330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.192405] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.192628] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.192720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.193603] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fe5ac53-c7bd-4d26-b89e-4eeeabadb609 already deleted. [ 659.193603] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fe5ac53-c7bd-4d26-b89e-4eeeabadb609" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.377240] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b711b5-1e26-4321-b462-6b992754d59e in Status: SUCCESS [ 659.377240] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.377240] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.377240] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.377240] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.377240] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.377240] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.377240] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.377240] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.377240] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89b711b5-1e26-4321-b462-6b992754d59e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.392505] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 in Status: SUCCESS [ 659.392505] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.392945] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.393212] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.393416] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.393536] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.393596] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.393759] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.393836] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.393928] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c5d8b55-cafd-46b6-93e9-b2b8198b9f42',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.395590] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: SUCCESS [ 659.395772] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.395917] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.396120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.396307] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.397162] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.397162] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.397275] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.397275] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.397384] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.443941] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.447295] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90fd6752-e3cc-48a5-adf4-6aa255591e12',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.514847] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-90fd6752-e3cc-48a5-adf4-6aa255591e12 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.515402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90fd6752-e3cc-48a5-adf4-6aa255591e12" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.518018] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79b2bd86-798d-45e6-93df-70e055b6aa31 with status ACTIVE [ 659.518018] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.518018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.518018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.518018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.518018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.518018] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.518018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.518018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.518018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.518018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.518018] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.518018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.518018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.520282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.520385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.521660] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79b2bd86-798d-45e6-93df-70e055b6aa31 is going to be updated. [ 659.521660] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.521801] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.540060] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.540060] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.540335] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.540398] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.540628] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.540767] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.540888] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.541734] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.541993] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.542357] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.542488] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.543053] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.543053] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.543053] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.543053] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.543771] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.547625] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.547625] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.547625] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.547926] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.548052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.548208] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79b2bd86-798d-45e6-93df-70e055b6aa31" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.566091] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.566392] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.566585] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.566830] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.567332] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-dcdacb19-146c-4d2b-93cc-c49ebe07cf49 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.567589] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-dcdacb19-146c-4d2b-93cc-c49ebe07cf49" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.567774] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-dcdacb19-146c-4d2b-93cc-c49ebe07cf49" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.568230] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-dcdacb19-146c-4d2b-93cc-c49ebe07cf49" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.568434] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcdacb19-146c-4d2b-93cc-c49ebe07cf49',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.880455] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89b711b5-1e26-4321-b462-6b992754d59e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.899173] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c5d8b55-cafd-46b6-93e9-b2b8198b9f42',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.902401] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.955260] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90fd6752-e3cc-48a5-adf4-6aa255591e12',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.956652] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.074431] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.074431] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.074431] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.074431] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.074431] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.074791] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port dcdacb19-146c-4d2b-93cc-c49ebe07cf49 not found, creating... [ 660.075469] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.077308] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.077308] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.077308] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.077308] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.077308] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.077635] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.077635] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.078247] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.078247] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.078480] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: dcdacb19-146c-4d2b-93cc-c49ebe07cf49 is going to be created. [ 660.102527] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.102801] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.103359] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.103785] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.104167] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.104526] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-dcdacb19-146c-4d2b-93cc-c49ebe07cf49" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.383695] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89b711b5-1e26-4321-b462-6b992754d59e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.402389] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c5d8b55-cafd-46b6-93e9-b2b8198b9f42',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.407018] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.460975] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.461138] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.461196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.463025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.463025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.463025] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90fd6752-e3cc-48a5-adf4-6aa255591e12 is going to be created. [ 660.463418] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.463567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.463644] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.463827] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.464498] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.464498] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 is going to be updated. [ 660.495203] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.495203] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.495203] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.495203] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.495203] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.500714] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.501148] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.502199] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.502303] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.502447] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.518627] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 in Status: IN_PROGRESS for 2s [ 660.519265] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90fd6752-e3cc-48a5-adf4-6aa255591e12 in Status: UNINITIALIZED for 2s [ 660.568059] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 in Status: SUCCESS [ 660.568558] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.682292] env[65962]: INFO networking_nsxv3.common.synchronization [None req-fb3fc5a1-adc1-4297-8eff-f745232ad3d3 None None] Enqueued Resource ID: 68981252-ed55-4387-a8b5-cbbb9d599b86 with Priority: HIGHEST for action port [ 660.682904] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68981252-ed55-4387-a8b5-cbbb9d599b86 with Priority: HIGHEST for action port [ 660.683336] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-68981252-ed55-4387-a8b5-cbbb9d599b86 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.683509] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68981252-ed55-4387-a8b5-cbbb9d599b86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.683562] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68981252-ed55-4387-a8b5-cbbb9d599b86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.683990] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68981252-ed55-4387-a8b5-cbbb9d599b86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.684110] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68981252-ed55-4387-a8b5-cbbb9d599b86',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.721662] env[65962]: INFO networking_nsxv3.common.synchronization [None req-e3b3179a-f4ed-49e5-b230-64e51eb07197 None None] Enqueued Resource ID: 0aa1a927-addc-4528-bd13-c49316c120a2 with Priority: HIGHEST for action port [ 660.722245] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa1a927-addc-4528-bd13-c49316c120a2 with Priority: HIGHEST for action port [ 660.722449] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-0aa1a927-addc-4528-bd13-c49316c120a2 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.722559] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0aa1a927-addc-4528-bd13-c49316c120a2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.722685] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0aa1a927-addc-4528-bd13-c49316c120a2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.722850] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0aa1a927-addc-4528-bd13-c49316c120a2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.722926] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aa1a927-addc-4528-bd13-c49316c120a2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.869733] env[65962]: INFO networking_nsxv3.common.synchronization [req-3afb12f2-e087-4ccd-be84-c6037cdf0c9c req-63176f56-8d14-4bf2-87c2-69a26ef3a731 service nova] Enqueued Resource ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 with Priority: HIGHEST for action security_group_rules [ 660.869733] env[65962]: INFO networking_nsxv3.common.synchronization [req-3afb12f2-e087-4ccd-be84-c6037cdf0c9c req-63176f56-8d14-4bf2-87c2-69a26ef3a731 service nova] Enqueued Resource ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 with Priority: HIGHEST for action security_group_members [ 660.869733] env[65962]: INFO networking_nsxv3.common.synchronization [req-3afb12f2-e087-4ccd-be84-c6037cdf0c9c req-63176f56-8d14-4bf2-87c2-69a26ef3a731 service nova] Enqueued Resource ID: dcdacb19-146c-4d2b-93cc-c49ebe07cf49 with Priority: HIGHEST for action port [ 660.873415] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 with Priority: HIGHEST for action security_group_rules [ 660.873415] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 with Priority: HIGHEST for action security_group_members [ 660.873415] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcdacb19-146c-4d2b-93cc-c49ebe07cf49 with Priority: HIGHEST for action port [ 660.873415] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.873415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.873415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.873415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.873415] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a06b28f6-e8ae-43a7-8f14-43b9e3dbb021',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.873415] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.873415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.873415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.873415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.873415] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.873415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.875820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.875820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.875820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.875820] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a06b28f6-e8ae-43a7-8f14-43b9e3dbb021',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.878073] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcdacb19-146c-4d2b-93cc-c49ebe07cf49 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.878073] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcdacb19-146c-4d2b-93cc-c49ebe07cf49" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.878073] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcdacb19-146c-4d2b-93cc-c49ebe07cf49" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.878073] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcdacb19-146c-4d2b-93cc-c49ebe07cf49" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.878073] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcdacb19-146c-4d2b-93cc-c49ebe07cf49',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.887716] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.887983] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.887983] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.888110] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.888270] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.888327] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b711b5-1e26-4321-b462-6b992754d59e is going to be updated. [ 660.905969] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.909150] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.909150] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.909150] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.909150] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.909150] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 is going to be updated. [ 660.910264] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.910566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.910748] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.911083] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.911312] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.911533] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 is going to be updated. [ 660.933661] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.933814] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.933986] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.934131] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.934291] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.942837] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.943437] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.943570] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.943896] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.944193] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.947110] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.947110] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.947110] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.947110] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.947110] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.949034] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b711b5-1e26-4321-b462-6b992754d59e in Status: IN_PROGRESS for 2s [ 660.960757] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 in Status: IN_PROGRESS for 2s [ 660.961808] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: IN_PROGRESS for 2s [ 661.187020] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68981252-ed55-4387-a8b5-cbbb9d599b86 [ 661.188455] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.188455] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.188455] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.188455] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.188455] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.188455] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68981252-ed55-4387-a8b5-cbbb9d599b86 already deleted. [ 661.188455] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68981252-ed55-4387-a8b5-cbbb9d599b86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.225303] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0aa1a927-addc-4528-bd13-c49316c120a2 [ 661.225538] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.225700] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.225781] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.226041] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.226163] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.226260] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0aa1a927-addc-4528-bd13-c49316c120a2 already deleted. [ 661.226377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0aa1a927-addc-4528-bd13-c49316c120a2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.380529] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.382145] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.382145] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a06b28f6-e8ae-43a7-8f14-43b9e3dbb021',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.382145] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcdacb19-146c-4d2b-93cc-c49ebe07cf49 with status ACTIVE [ 661.382145] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.382373] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.382373] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.382474] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.382564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.382737] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.382835] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.382900] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.383081] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.383138] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.383588] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.383690] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.383754] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.383907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.383981] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.384079] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcdacb19-146c-4d2b-93cc-c49ebe07cf49 is going to be updated. [ 661.412966] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.413136] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.413207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.413418] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.413825] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.414650] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcdacb19-146c-4d2b-93cc-c49ebe07cf49" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.572314] env[65962]: INFO networking_nsxv3.common.synchronization [req-b2d04779-e3d0-483f-86a2-bec2f1a0ceff req-59d54e1f-cfd2-40d0-acc5-7563350a0375 tempest-ServersTestBootFromVolume-1109738379 tempest-ServersTestBootFromVolume-1109738379-project-member] Enqueued Resource ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 with Priority: HIGHEST for action security_group_members [ 661.573044] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 with Priority: HIGHEST for action security_group_members [ 661.573840] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-d643a708-2bb9-4d16-9349-e0bee8d53a15 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.573840] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.573840] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.574039] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.574134] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.574233] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.574294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.574453] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.574593] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.574710] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d643a708-2bb9-4d16-9349-e0bee8d53a15',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.887283] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a06b28f6-e8ae-43a7-8f14-43b9e3dbb021',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.080700] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.081056] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.081056] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.081696] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.081696] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.081696] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.085904] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.085904] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.085904] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.085904] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.085904] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 already deleted. [ 662.085904] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.394220] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.394388] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.394450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.394722] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.394814] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.394854] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 is going to be created. [ 662.428779] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.428779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.428908] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.429068] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.429327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.440637] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 in Status: UNINITIALIZED for 2s [ 662.626262] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 in Status: SUCCESS [ 662.626262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.626262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.626262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.626262] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.626262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.626262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.626262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.626262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.626262] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.626262] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90fd6752-e3cc-48a5-adf4-6aa255591e12 in Status: SUCCESS [ 662.626262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90fd6752-e3cc-48a5-adf4-6aa255591e12" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.626262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90fd6752-e3cc-48a5-adf4-6aa255591e12" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.626262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90fd6752-e3cc-48a5-adf4-6aa255591e12" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.626262] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.626262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.626262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.626262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.626262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.626262] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90fd6752-e3cc-48a5-adf4-6aa255591e12',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.722556] env[65962]: INFO networking_nsxv3.common.synchronization [req-69d6d8dd-590f-40db-b266-8445ea3046d8 req-dbe55394-4b90-4ff6-93cc-c78e7f07bdc4 tempest-SecurityGroupRulesTestJSON-1996468227 tempest-SecurityGroupRulesTestJSON-1996468227-project-member] Enqueued Resource ID: ecf345e6-2e42-42cf-9805-c8caa65d6b5e with Priority: HIGHEST for action security_group_rules [ 662.723175] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf345e6-2e42-42cf-9805-c8caa65d6b5e with Priority: HIGHEST for action security_group_rules [ 662.723706] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecf345e6-2e42-42cf-9805-c8caa65d6b5e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.723706] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecf345e6-2e42-42cf-9805-c8caa65d6b5e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.723876] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecf345e6-2e42-42cf-9805-c8caa65d6b5e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.724049] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecf345e6-2e42-42cf-9805-c8caa65d6b5e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.724197] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecf345e6-2e42-42cf-9805-c8caa65d6b5e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.770140] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-645 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.770140] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-645" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.770140] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-645" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.770140] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-645" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.770749] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.770883] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.770998] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.771267] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.771434] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.771607] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.772431] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.772431] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.772431] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.772431] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.772431] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.772431] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.795377] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.796019] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.796019] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.796019] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-645" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.796279] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-9a296254-9baa-4840-a010-d4bf848f71f2 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.796462] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-9a296254-9baa-4840-a010-d4bf848f71f2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.796889] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-9a296254-9baa-4840-a010-d4bf848f71f2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.797200] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-9a296254-9baa-4840-a010-d4bf848f71f2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.797200] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a296254-9baa-4840-a010-d4bf848f71f2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.961863] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b711b5-1e26-4321-b462-6b992754d59e in Status: SUCCESS [ 662.961863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.962176] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.962217] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.962449] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.962902] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.962902] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.962902] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.963120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.963120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.963120] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89b711b5-1e26-4321-b462-6b992754d59e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.974782] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 in Status: SUCCESS [ 662.974782] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.974782] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.975273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.975273] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.975382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.975476] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.976075] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.976075] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.976075] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.976075] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c5d8b55-cafd-46b6-93e9-b2b8198b9f42',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.978143] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: SUCCESS [ 662.978143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.978246] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.978385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.978591] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.978713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.978800] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.979036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.979036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.979151] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.979457] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.979457] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.979457] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.979725] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.979789] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.979924] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.979974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.981386] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.981386] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.981386] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.981386] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.029566] env[65962]: INFO networking_nsxv3.common.synchronization [None req-fb842158-df51-414b-a6a2-bbb7213b1a84 None None] Enqueued Resource ID: 8c0d4189-3505-42c6-843b-31cac572ca2d with Priority: HIGHEST for action port [ 663.030094] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c0d4189-3505-42c6-843b-31cac572ca2d with Priority: HIGHEST for action port [ 663.030386] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c0d4189-3505-42c6-843b-31cac572ca2d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.030508] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c0d4189-3505-42c6-843b-31cac572ca2d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.030565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c0d4189-3505-42c6-843b-31cac572ca2d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.030852] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c0d4189-3505-42c6-843b-31cac572ca2d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.030940] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c0d4189-3505-42c6-843b-31cac572ca2d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.039080] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.039967] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90fd6752-e3cc-48a5-adf4-6aa255591e12',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.255601] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.256070] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.256070] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.256166] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.256280] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.256449] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecf345e6-2e42-42cf-9805-c8caa65d6b5e already deleted. [ 663.256562] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecf345e6-2e42-42cf-9805-c8caa65d6b5e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.299609] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.299907] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.299907] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.300395] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.300395] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.300526] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 9a296254-9baa-4840-a010-d4bf848f71f2 not found, creating... [ 663.300850] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.301030] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.301164] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.301410] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.301564] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.301846] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.301997] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.302121] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.302324] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.302453] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.302589] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 9a296254-9baa-4840-a010-d4bf848f71f2 is going to be created. [ 663.327826] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.328145] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.328237] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.328580] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.328857] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.329170] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-9a296254-9baa-4840-a010-d4bf848f71f2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.469082] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89b711b5-1e26-4321-b462-6b992754d59e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.482424] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c5d8b55-cafd-46b6-93e9-b2b8198b9f42',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.487266] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f10de2a-235f-4e5c-9f09-2601b87e1f98: rpc.has_security_group_logging(os_id): False [ 663.516854] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.517049] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.517105] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.517299] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.517390] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.517581] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.517680] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.517754] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.518008] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.518149] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.518357] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.518456] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.518564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.518659] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.518734] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.519015] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.520228] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.520295] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.520443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.520521] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.520608] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 is going to be updated. [ 663.534353] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c0d4189-3505-42c6-843b-31cac572ca2d [ 663.534600] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.534736] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.534784] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.535029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.535085] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.535190] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c0d4189-3505-42c6-843b-31cac572ca2d already deleted. [ 663.535265] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c0d4189-3505-42c6-843b-31cac572ca2d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.541777] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.544222] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90fd6752-e3cc-48a5-adf4-6aa255591e12',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.623180] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.623180] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.623180] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.623180] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.623180] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.635369] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: IN_PROGRESS for 2s [ 663.970623] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89b711b5-1e26-4321-b462-6b992754d59e: rpc.has_security_group_logging(os_id): False [ 663.984697] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42: rpc.has_security_group_logging(os_id): False [ 663.996424] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.997226] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.997226] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.997432] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.997432] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.997630] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.997767] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.997907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.998201] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.998201] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.998201] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89b711b5-1e26-4321-b462-6b992754d59e is going to be created. [ 664.004864] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.005036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.005082] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.006867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.006867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.006867] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.006867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.006867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.006867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.006867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.006867] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 is going to be updated. [ 664.045175] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.045405] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.045405] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.045628] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.045725] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.045826] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 is going to be updated. [ 664.047259] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.047396] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.047450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.047656] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.047719] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.047817] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90fd6752-e3cc-48a5-adf4-6aa255591e12 is going to be updated. [ 664.082957] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.083128] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.083199] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.083415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.083552] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.085104] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.085244] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.085282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.085681] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.085681] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.104574] env[65962]: INFO networking_nsxv3.common.synchronization [req-b2d04779-e3d0-483f-86a2-bec2f1a0ceff req-a0d9ed32-41e7-441b-9517-e638dc790017 service nova] Enqueued Resource ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 with Priority: HIGHEST for action security_group_rules [ 664.104574] env[65962]: INFO networking_nsxv3.common.synchronization [req-b2d04779-e3d0-483f-86a2-bec2f1a0ceff req-a0d9ed32-41e7-441b-9517-e638dc790017 service nova] Enqueued Resource ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 with Priority: HIGHEST for action security_group_members [ 664.104574] env[65962]: INFO networking_nsxv3.common.synchronization [req-b2d04779-e3d0-483f-86a2-bec2f1a0ceff req-a0d9ed32-41e7-441b-9517-e638dc790017 service nova] Enqueued Resource ID: 9a296254-9baa-4840-a010-d4bf848f71f2 with Priority: HIGHEST for action port [ 664.104574] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89b711b5-1e26-4321-b462-6b992754d59e in Status: IN_PROGRESS for 2s [ 664.104574] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 with Priority: HIGHEST for action security_group_rules [ 664.104574] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 with Priority: HIGHEST for action security_group_members [ 664.104574] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a296254-9baa-4840-a010-d4bf848f71f2 with Priority: HIGHEST for action port [ 664.104574] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d643a708-2bb9-4d16-9349-e0bee8d53a15 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.104574] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.104574] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.105378] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.105378] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d643a708-2bb9-4d16-9349-e0bee8d53a15',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.105762] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-d643a708-2bb9-4d16-9349-e0bee8d53a15 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.105918] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.105918] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.106088] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.106344] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.106457] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.106515] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.106707] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.106796] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.106889] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d643a708-2bb9-4d16-9349-e0bee8d53a15',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.107745] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a296254-9baa-4840-a010-d4bf848f71f2 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.108680] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a296254-9baa-4840-a010-d4bf848f71f2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.108680] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a296254-9baa-4840-a010-d4bf848f71f2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.108680] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a296254-9baa-4840-a010-d4bf848f71f2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.108680] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a296254-9baa-4840-a010-d4bf848f71f2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.110492] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.110492] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.110492] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.110691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.110691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.112444] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 in Status: IN_PROGRESS for 2s [ 664.116821] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.117659] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.117659] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.117659] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.117659] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.145439] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 in Status: IN_PROGRESS for 2s [ 664.151378] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90fd6752-e3cc-48a5-adf4-6aa255591e12 in Status: IN_PROGRESS for 2s [ 664.452582] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 in Status: SUCCESS [ 664.453120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.453120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.453275] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.453484] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.453634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.453726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.453813] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.454064] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.454064] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.454064] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a06b28f6-e8ae-43a7-8f14-43b9e3dbb021',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.610643] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d643a708-2bb9-4d16-9349-e0bee8d53a15',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.612543] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-d643a708-2bb9-4d16-9349-e0bee8d53a15 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.612627] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.620602] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a296254-9baa-4840-a010-d4bf848f71f2 with status ACTIVE [ 664.620713] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.620835] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.620907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.621156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.621238] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.621418] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.621517] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.621576] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.621722] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.621805] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.622012] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.622109] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.622172] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.622311] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.622384] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.622467] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a296254-9baa-4840-a010-d4bf848f71f2 is going to be updated. [ 664.646854] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.646854] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.647059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.647150] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.647291] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.647457] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a296254-9baa-4840-a010-d4bf848f71f2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.022321] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.022509] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.022610] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.022739] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.022902] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.022983] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.023065] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.023216] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.023301] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.023393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.023631] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.023742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.023893] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.023957] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.024104] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.024218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.024218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.024330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.024384] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.026227] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.026227] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a06b28f6-e8ae-43a7-8f14-43b9e3dbb021',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.111691] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d643a708-2bb9-4d16-9349-e0bee8d53a15',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.418212] env[65962]: INFO networking_nsxv3.common.synchronization [req-80e17968-fda1-48e3-8e48-91f4dfc4bee3 req-b6a662f2-3999-4273-827a-480d7dbddad1 tempest-ListServersNegativeTestJSON-315054831 tempest-ListServersNegativeTestJSON-315054831-project-member] Enqueued Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_members [ 665.418631] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_members [ 665.419017] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9eae595-1d37-4516-86f9-3d0c2c3ac787 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.420356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.420442] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.420681] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.420854] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.420958] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.421023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.421207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.421268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.421401] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.431315] env[65962]: INFO networking_nsxv3.common.synchronization [None req-34579b8a-bffb-4ef5-9d08-8827e1743545 None None] Enqueued Resource ID: a21d0965-8b2f-446a-b1d4-5ceccdaab5de with Priority: HIGHEST for action port [ 665.431505] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d0965-8b2f-446a-b1d4-5ceccdaab5de with Priority: HIGHEST for action port [ 665.432061] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a21d0965-8b2f-446a-b1d4-5ceccdaab5de taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.432061] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a21d0965-8b2f-446a-b1d4-5ceccdaab5de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.432061] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a21d0965-8b2f-446a-b1d4-5ceccdaab5de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.432478] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a21d0965-8b2f-446a-b1d4-5ceccdaab5de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.433576] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a21d0965-8b2f-446a-b1d4-5ceccdaab5de',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.530358] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a06b28f6-e8ae-43a7-8f14-43b9e3dbb021: rpc.has_security_group_logging(os_id): False [ 665.554136] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.555577] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.555577] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.555577] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.555577] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.555577] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.555577] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.555577] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.556027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.556027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.556790] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.556790] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.556790] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.556790] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.556790] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.557159] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.558031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.558031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.558031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.558031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.558031] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 is going to be created. [ 665.614383] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.614798] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.614980] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.615592] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.615925] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.616109] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 is going to be created. [ 665.638973] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.639672] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.639906] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.640102] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.640288] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.647186] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.647448] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.647587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.647954] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.648259] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.659319] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 in Status: UNINITIALIZED for 2s [ 665.661078] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 in Status: IN_PROGRESS for 2s [ 665.665847] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: SUCCESS [ 665.666565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.666875] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.667391] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.667770] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.924628] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.924628] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.924628] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.924628] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.924628] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.924628] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.924628] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.924628] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.924951] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.924951] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.924951] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 already deleted. [ 665.925099] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.935488] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a21d0965-8b2f-446a-b1d4-5ceccdaab5de [ 665.935704] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.935836] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.935894] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.936239] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.936492] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.936626] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a21d0965-8b2f-446a-b1d4-5ceccdaab5de already deleted. [ 665.936781] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a21d0965-8b2f-446a-b1d4-5ceccdaab5de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.117964] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89b711b5-1e26-4321-b462-6b992754d59e in Status: SUCCESS [ 666.118255] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.123735] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 in Status: SUCCESS [ 666.124010] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.154513] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 in Status: SUCCESS [ 666.154513] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.154513] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.154919] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.155016] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.155142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.155206] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.155612] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.155612] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.155612] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.155612] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.160590] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90fd6752-e3cc-48a5-adf4-6aa255591e12 in Status: SUCCESS [ 666.160590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90fd6752-e3cc-48a5-adf4-6aa255591e12" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.160590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90fd6752-e3cc-48a5-adf4-6aa255591e12" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.160590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90fd6752-e3cc-48a5-adf4-6aa255591e12" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.160590] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.160590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.160953] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.160953] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.160953] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.161106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90fd6752-e3cc-48a5-adf4-6aa255591e12" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.161159] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90fd6752-e3cc-48a5-adf4-6aa255591e12',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.170115] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.170297] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.170363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.170767] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.170767] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.170943] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.170943] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.171064] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.171147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.171202] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.171314] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.181239] env[65962]: INFO networking_nsxv3.common.synchronization [None req-a11d8266-894f-499e-8559-74341ad7ce3b None None] Enqueued Resource ID: 70a7da98-4445-4ebb-8d15-5f4b70629d33 with Priority: HIGHEST for action port [ 666.181762] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a7da98-4445-4ebb-8d15-5f4b70629d33 with Priority: HIGHEST for action port [ 666.183334] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-70a7da98-4445-4ebb-8d15-5f4b70629d33 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.183852] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70a7da98-4445-4ebb-8d15-5f4b70629d33" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.183852] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70a7da98-4445-4ebb-8d15-5f4b70629d33" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.183852] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70a7da98-4445-4ebb-8d15-5f4b70629d33" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.183852] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70a7da98-4445-4ebb-8d15-5f4b70629d33',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.366256] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-528 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.366256] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-528" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.366256] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-528" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.370601] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-528" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.370601] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.370601] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.370601] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.370601] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.370601] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.370601] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.370601] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.370601] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.370601] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.370601] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.370601] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.370601] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.391243] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.391243] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.391243] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.391243] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-528" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.391243] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-d3fc3b73-2608-4174-adb6-9859d7f61c38 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.391243] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-d3fc3b73-2608-4174-adb6-9859d7f61c38" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.391243] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-d3fc3b73-2608-4174-adb6-9859d7f61c38" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.391243] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-d3fc3b73-2608-4174-adb6-9859d7f61c38" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.391243] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3fc3b73-2608-4174-adb6-9859d7f61c38',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.658093] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.658456] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.658456] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.658539] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.658702] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.658823] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.658959] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.659106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.659196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.659282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.659427] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.659519] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.659576] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.659797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.659940] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.660043] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.660103] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.660242] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.660315] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.660395] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.660480] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.663222] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90fd6752-e3cc-48a5-adf4-6aa255591e12',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.676526] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.676720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.676903] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.677179] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.677407] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.677568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.677689] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.677912] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.678051] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.678199] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.678422] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.678597] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.678705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.678949] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.679199] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.679352] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.679455] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.679657] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.679765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.679913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.680081] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.686134] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70a7da98-4445-4ebb-8d15-5f4b70629d33 [ 666.686304] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.686409] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.686574] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.686644] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.686943] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.687036] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70a7da98-4445-4ebb-8d15-5f4b70629d33 already deleted. [ 666.687096] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70a7da98-4445-4ebb-8d15-5f4b70629d33" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.895112] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.895689] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.896658] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.897297] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.897297] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.897463] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port d3fc3b73-2608-4174-adb6-9859d7f61c38 not found, creating... [ 666.898513] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.898513] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.898513] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.899053] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.899053] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.899172] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.899682] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.900177] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.900540] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.900649] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.901201] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: d3fc3b73-2608-4174-adb6-9859d7f61c38 is going to be created. [ 666.923551] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.923747] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.923867] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.924150] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.924386] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.924606] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-d3fc3b73-2608-4174-adb6-9859d7f61c38" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.162415] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebb6c469-f3c5-4c65-8c1e-fd807877b9c0: rpc.has_security_group_logging(os_id): False [ 667.167025] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90fd6752-e3cc-48a5-adf4-6aa255591e12: rpc.has_security_group_logging(os_id): False [ 667.182137] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f10de2a-235f-4e5c-9f09-2601b87e1f98: rpc.has_security_group_logging(os_id): False [ 667.186123] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.186231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.186338] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.186653] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.186997] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.187154] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.187312] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.187404] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.187658] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.188410] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.188410] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.188410] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.188410] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.188738] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.188954] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.189176] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.189325] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.189438] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.189719] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.189773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.191506] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 is going to be updated. [ 667.193912] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.194119] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.194237] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.194512] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.194685] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.195044] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.195098] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.195196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.195431] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.195566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.195698] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90fd6752-e3cc-48a5-adf4-6aa255591e12 is going to be created. [ 667.207281] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.207571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.207749] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.208102] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.208276] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.208622] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.208817] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.209276] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.209446] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.209606] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.209939] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.210912] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.210912] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.210912] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.210912] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.212283] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.212283] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.212283] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.216328] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.216959] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.216959] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 is going to be updated. [ 667.282845] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.283162] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.283338] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.283687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.284020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.300593] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.301557] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.301762] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.302134] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.302420] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.311975] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90fd6752-e3cc-48a5-adf4-6aa255591e12 in Status: IN_PROGRESS for 2s [ 667.319074] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.319321] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.319410] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.319675] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.319829] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.322813] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 in Status: IN_PROGRESS for 2s [ 667.346735] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: IN_PROGRESS for 2s [ 667.451056] env[65962]: INFO networking_nsxv3.common.synchronization [None req-f21c1fc0-00cd-47e9-ab30-f3ee993d6fff None None] Enqueued Resource ID: e9acba60-9445-48c2-9ab1-f6e37e0df7a9 with Priority: HIGHEST for action port [ 667.451056] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9acba60-9445-48c2-9ab1-f6e37e0df7a9 with Priority: HIGHEST for action port [ 667.452252] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9acba60-9445-48c2-9ab1-f6e37e0df7a9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.452252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9acba60-9445-48c2-9ab1-f6e37e0df7a9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.452252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9acba60-9445-48c2-9ab1-f6e37e0df7a9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.452704] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9acba60-9445-48c2-9ab1-f6e37e0df7a9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.452886] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9acba60-9445-48c2-9ab1-f6e37e0df7a9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.676459] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 in Status: SUCCESS [ 667.676459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.676459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.676459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.676459] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.676459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.676459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.676459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.677734] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.677734] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.677734] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d643a708-2bb9-4d16-9349-e0bee8d53a15',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.680079] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 in Status: SUCCESS [ 667.680307] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.714469] env[65962]: INFO networking_nsxv3.common.synchronization [req-80e17968-fda1-48e3-8e48-91f4dfc4bee3 req-1c554987-b8a0-4b31-bfe6-0b56f94ca331 service nova] Enqueued Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_rules [ 667.714654] env[65962]: INFO networking_nsxv3.common.synchronization [req-80e17968-fda1-48e3-8e48-91f4dfc4bee3 req-1c554987-b8a0-4b31-bfe6-0b56f94ca331 service nova] Enqueued Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_members [ 667.714798] env[65962]: INFO networking_nsxv3.common.synchronization [req-80e17968-fda1-48e3-8e48-91f4dfc4bee3 req-1c554987-b8a0-4b31-bfe6-0b56f94ca331 service nova] Enqueued Resource ID: d3fc3b73-2608-4174-adb6-9859d7f61c38 with Priority: HIGHEST for action port [ 667.715341] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_rules [ 667.715456] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_members [ 667.715512] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3fc3b73-2608-4174-adb6-9859d7f61c38 with Priority: HIGHEST for action port [ 667.715830] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9eae595-1d37-4516-86f9-3d0c2c3ac787 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.715930] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.716027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.716301] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.716412] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.718494] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9eae595-1d37-4516-86f9-3d0c2c3ac787 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.718636] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.718706] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.718914] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.720676] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.720676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.720676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.720676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.720676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.720676] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.721215] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3fc3b73-2608-4174-adb6-9859d7f61c38 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.721215] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3fc3b73-2608-4174-adb6-9859d7f61c38" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.721215] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3fc3b73-2608-4174-adb6-9859d7f61c38" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.722270] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3fc3b73-2608-4174-adb6-9859d7f61c38" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.722406] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3fc3b73-2608-4174-adb6-9859d7f61c38',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.955919] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9acba60-9445-48c2-9ab1-f6e37e0df7a9 [ 667.956236] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.956374] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.956441] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.956656] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.956768] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.956866] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9acba60-9445-48c2-9ab1-f6e37e0df7a9 already deleted. [ 667.956962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9acba60-9445-48c2-9ab1-f6e37e0df7a9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.010354] env[65962]: INFO networking_nsxv3.common.synchronization [req-80e17968-fda1-48e3-8e48-91f4dfc4bee3 req-81570867-8a49-4bef-95b7-27baea1f0f6c tempest-ListServersNegativeTestJSON-315054831 tempest-ListServersNegativeTestJSON-315054831-project-member] Enqueued Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_members [ 668.011079] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_members [ 668.011388] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9eae595-1d37-4516-86f9-3d0c2c3ac787 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.011490] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.181663] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d643a708-2bb9-4d16-9349-e0bee8d53a15',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.227052] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.227052] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9eae595-1d37-4516-86f9-3d0c2c3ac787 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.227052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.227052] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3fc3b73-2608-4174-adb6-9859d7f61c38 with status ACTIVE [ 668.227052] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.227052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.227052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.227052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.227052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.227052] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.227052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.227052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.227734] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.227734] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.227734] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.227734] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.227734] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.227911] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.227911] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.227982] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3fc3b73-2608-4174-adb6-9859d7f61c38 is going to be updated. [ 668.255480] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.255657] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.255709] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.256018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.256066] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.256211] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3fc3b73-2608-4174-adb6-9859d7f61c38" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.446346] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-528 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.446543] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-528" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.446663] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-528" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.447191] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-528" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.450532] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.450532] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.450716] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.450864] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.450977] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.451184] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.451292] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.451393] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.451495] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.451595] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.451696] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.451821] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.474064] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.474265] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.474265] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.474416] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-528" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.474861] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-418e4e70-9bd0-408d-b505-5c4ca47ec57b taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.475054] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-418e4e70-9bd0-408d-b505-5c4ca47ec57b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.475166] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-418e4e70-9bd0-408d-b505-5c4ca47ec57b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.475484] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-418e4e70-9bd0-408d-b505-5c4ca47ec57b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.475614] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('418e4e70-9bd0-408d-b505-5c4ca47ec57b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.685360] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d643a708-2bb9-4d16-9349-e0bee8d53a15: rpc.has_security_group_logging(os_id): False [ 668.710611] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.710611] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.710856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.710991] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.711117] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.711441] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.711574] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.711659] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.711852] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.711947] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.712110] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 is going to be created. [ 668.730699] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.775353] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.775353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.775553] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.775596] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.776153] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.787848] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 in Status: IN_PROGRESS for 2s [ 668.978533] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.979295] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.979295] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.979295] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.979659] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.979659] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 418e4e70-9bd0-408d-b505-5c4ca47ec57b not found, creating... [ 668.979808] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.979971] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.980106] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.980757] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.980757] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.980757] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.980959] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.981093] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.981312] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.981446] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.981637] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 418e4e70-9bd0-408d-b505-5c4ca47ec57b is going to be created. [ 669.014404] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.014862] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.014931] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.015428] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.015531] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.015816] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-418e4e70-9bd0-408d-b505-5c4ca47ec57b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.233741] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.233914] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.234037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.234295] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.234644] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.234644] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 is going to be created. [ 669.262529] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.262778] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.262839] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.263058] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.263226] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.274561] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 in Status: UNINITIALIZED for 2s [ 669.325781] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90fd6752-e3cc-48a5-adf4-6aa255591e12 in Status: SUCCESS [ 669.326017] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90fd6752-e3cc-48a5-adf4-6aa255591e12" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.335758] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 in Status: SUCCESS [ 669.336067] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.363412] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: SUCCESS [ 669.363577] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.773253] env[65962]: INFO networking_nsxv3.common.synchronization [req-45c58c89-2bbe-4079-9ec4-7b509c532a9e req-9e988328-60a9-4a2c-8945-7942b65e5a88 tempest-ServerRescueTestJSONUnderV235-268252267 tempest-ServerRescueTestJSONUnderV235-268252267-project-member] Enqueued Resource ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 with Priority: HIGHEST for action security_group_members [ 669.773584] env[65962]: INFO networking_nsxv3.common.synchronization [req-45c58c89-2bbe-4079-9ec4-7b509c532a9e req-9e988328-60a9-4a2c-8945-7942b65e5a88 tempest-ServerRescueTestJSONUnderV235-268252267 tempest-ServerRescueTestJSONUnderV235-268252267-project-member] Enqueued Resource ID: 90fd6752-e3cc-48a5-adf4-6aa255591e12 with Priority: HIGHEST for action security_group_members [ 669.774298] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 with Priority: HIGHEST for action security_group_members [ 669.774625] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fd6752-e3cc-48a5-adf4-6aa255591e12 with Priority: HIGHEST for action security_group_members [ 669.775034] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.775194] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.775300] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.775608] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.775797] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.775949] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.776058] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.776279] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.776420] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.776535] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.778069] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-90fd6752-e3cc-48a5-adf4-6aa255591e12 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.778361] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90fd6752-e3cc-48a5-adf4-6aa255591e12" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.778361] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90fd6752-e3cc-48a5-adf4-6aa255591e12" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.778479] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90fd6752-e3cc-48a5-adf4-6aa255591e12" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.778622] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.778774] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.778870] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.779096] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.779220] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.779355] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90fd6752-e3cc-48a5-adf4-6aa255591e12',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.799544] env[65962]: INFO networking_nsxv3.common.synchronization [req-80e17968-fda1-48e3-8e48-91f4dfc4bee3 req-02d0157c-fb2b-425e-aa98-6ca3dec775d5 service nova] Enqueued Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_rules [ 669.799850] env[65962]: INFO networking_nsxv3.common.synchronization [req-80e17968-fda1-48e3-8e48-91f4dfc4bee3 req-02d0157c-fb2b-425e-aa98-6ca3dec775d5 service nova] Enqueued Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_members [ 669.799976] env[65962]: INFO networking_nsxv3.common.synchronization [req-80e17968-fda1-48e3-8e48-91f4dfc4bee3 req-02d0157c-fb2b-425e-aa98-6ca3dec775d5 service nova] Enqueued Resource ID: 418e4e70-9bd0-408d-b505-5c4ca47ec57b with Priority: HIGHEST for action port [ 669.800646] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_rules [ 669.800836] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_members [ 669.800945] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 418e4e70-9bd0-408d-b505-5c4ca47ec57b with Priority: HIGHEST for action port [ 669.802241] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9eae595-1d37-4516-86f9-3d0c2c3ac787 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.802385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.804084] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9eae595-1d37-4516-86f9-3d0c2c3ac787 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.804084] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.804307] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-418e4e70-9bd0-408d-b505-5c4ca47ec57b taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.804453] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-418e4e70-9bd0-408d-b505-5c4ca47ec57b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.804546] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-418e4e70-9bd0-408d-b505-5c4ca47ec57b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.804817] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-418e4e70-9bd0-408d-b505-5c4ca47ec57b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.804929] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('418e4e70-9bd0-408d-b505-5c4ca47ec57b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.831190] env[65962]: INFO networking_nsxv3.common.synchronization [req-45c58c89-2bbe-4079-9ec4-7b509c532a9e req-9e988328-60a9-4a2c-8945-7942b65e5a88 tempest-ServerRescueTestJSONUnderV235-268252267 tempest-ServerRescueTestJSONUnderV235-268252267-project-member] Enqueued Resource ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 with Priority: HIGHEST for action security_group_rules [ 669.831454] env[65962]: INFO networking_nsxv3.common.synchronization [req-45c58c89-2bbe-4079-9ec4-7b509c532a9e req-9e988328-60a9-4a2c-8945-7942b65e5a88 tempest-ServerRescueTestJSONUnderV235-268252267 tempest-ServerRescueTestJSONUnderV235-268252267-project-member] Enqueued Resource ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 with Priority: HIGHEST for action security_group_members [ 669.831647] env[65962]: INFO networking_nsxv3.common.synchronization [req-45c58c89-2bbe-4079-9ec4-7b509c532a9e req-9e988328-60a9-4a2c-8945-7942b65e5a88 tempest-ServerRescueTestJSONUnderV235-268252267 tempest-ServerRescueTestJSONUnderV235-268252267-project-member] Enqueued Resource ID: 79b2bd86-798d-45e6-93df-70e055b6aa31 with Priority: HIGHEST for action port [ 669.832924] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 with Priority: HIGHEST for action security_group_rules [ 669.834743] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 with Priority: HIGHEST for action security_group_members [ 669.834743] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b2bd86-798d-45e6-93df-70e055b6aa31 with Priority: HIGHEST for action port [ 669.834743] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.834743] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.834743] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.834743] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.834743] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.835795] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.835936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.836267] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-79b2bd86-798d-45e6-93df-70e055b6aa31 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.836385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79b2bd86-798d-45e6-93df-70e055b6aa31" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.836484] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79b2bd86-798d-45e6-93df-70e055b6aa31" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.836768] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79b2bd86-798d-45e6-93df-70e055b6aa31" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.836881] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b2bd86-798d-45e6-93df-70e055b6aa31',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.150095] env[65962]: INFO networking_nsxv3.common.synchronization [req-80e17968-fda1-48e3-8e48-91f4dfc4bee3 req-c3a7ae36-a310-47ed-bda7-eca387f5bb2c tempest-ListServersNegativeTestJSON-315054831 tempest-ListServersNegativeTestJSON-315054831-project-member] Enqueued Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_members [ 670.150931] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_members [ 670.150931] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9eae595-1d37-4516-86f9-3d0c2c3ac787 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.151094] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.281444] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.288334] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.288482] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.288574] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.288808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.288913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.289114] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.289212] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.289270] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.289424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.289606] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.289606] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90fd6752-e3cc-48a5-adf4-6aa255591e12 is going to be updated. [ 670.307019] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 418e4e70-9bd0-408d-b505-5c4ca47ec57b with status ACTIVE [ 670.307200] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.307333] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.307399] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.307671] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.307707] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.307880] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.307960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.308043] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.308328] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.308328] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.308438] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.308531] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.308587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.308727] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.308800] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.308883] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 418e4e70-9bd0-408d-b505-5c4ca47ec57b is going to be updated. [ 670.323931] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.324106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.324158] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.324373] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.324513] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.337559] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.337748] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.337748] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.337961] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.338120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.338458] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-418e4e70-9bd0-408d-b505-5c4ca47ec57b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.340645] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.340802] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.341124] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79b2bd86-798d-45e6-93df-70e055b6aa31 with status ACTIVE [ 670.341227] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.341288] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.341322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.341499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.341587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.341781] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.341920] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.342069] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.342247] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.342327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.342548] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.342659] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.342997] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.342997] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.342997] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.342997] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79b2bd86-798d-45e6-93df-70e055b6aa31 is going to be updated. [ 670.344904] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90fd6752-e3cc-48a5-adf4-6aa255591e12 in Status: IN_PROGRESS for 2s [ 670.365777] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.365935] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.366980] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.366980] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.366980] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.366980] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79b2bd86-798d-45e6-93df-70e055b6aa31" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.589083] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-528 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.589083] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-528" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.589322] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-528" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.589434] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-528" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.589690] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.589842] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.590526] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.591905] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.592472] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.592472] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.592620] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.592681] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.593080] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.593080] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.593208] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.593253] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.612628] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.612754] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.612941] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.613225] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-528" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.615055] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-702ac37f-a6fb-4032-a1a7-25edd196ef82 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.615055] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-702ac37f-a6fb-4032-a1a7-25edd196ef82" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.615055] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-702ac37f-a6fb-4032-a1a7-25edd196ef82" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.615055] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-702ac37f-a6fb-4032-a1a7-25edd196ef82" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.615055] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('702ac37f-a6fb-4032-a1a7-25edd196ef82',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.786105] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.801780] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 in Status: SUCCESS [ 670.801912] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.118030] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.120856] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.120856] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.120856] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.120856] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.120856] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 702ac37f-a6fb-4032-a1a7-25edd196ef82 not found, creating... [ 671.120856] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.120856] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.120856] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.120856] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.120856] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.122296] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.122296] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.122296] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.122296] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.122296] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.122296] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 702ac37f-a6fb-4032-a1a7-25edd196ef82 is going to be created. [ 671.149189] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.149679] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.149908] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.150274] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.150606] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.151063] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-702ac37f-a6fb-4032-a1a7-25edd196ef82" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.291473] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.291473] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.291473] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.291473] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.291473] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.291473] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 is going to be updated. [ 671.295592] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 in Status: SUCCESS [ 671.295809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.296111] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.296270] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.296472] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.296590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.296710] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.296837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.296926] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.297082] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.352291] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.352450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.352520] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.352691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.352845] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.362793] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 in Status: IN_PROGRESS for 2s [ 671.592421] env[65962]: INFO networking_nsxv3.common.synchronization [None req-eef836ae-280b-4867-a793-88269a6a87c0 tempest-ServerActionsTestOtherB-933296761 tempest-ServerActionsTestOtherB-933296761-project-member] Enqueued Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_rules [ 671.592421] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_rules [ 671.592516] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.592582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.592936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.593226] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.593328] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.799917] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.888315] env[65962]: INFO networking_nsxv3.common.synchronization [req-80e17968-fda1-48e3-8e48-91f4dfc4bee3 req-54d5c528-e686-4a29-a099-d6b35b4c5580 service nova] Enqueued Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_rules [ 671.888498] env[65962]: INFO networking_nsxv3.common.synchronization [req-80e17968-fda1-48e3-8e48-91f4dfc4bee3 req-54d5c528-e686-4a29-a099-d6b35b4c5580 service nova] Enqueued Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_members [ 671.888647] env[65962]: INFO networking_nsxv3.common.synchronization [req-80e17968-fda1-48e3-8e48-91f4dfc4bee3 req-54d5c528-e686-4a29-a099-d6b35b4c5580 service nova] Enqueued Resource ID: 702ac37f-a6fb-4032-a1a7-25edd196ef82 with Priority: HIGHEST for action port [ 671.889203] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_rules [ 671.889337] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_members [ 671.889455] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 702ac37f-a6fb-4032-a1a7-25edd196ef82 with Priority: HIGHEST for action port [ 671.889696] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9eae595-1d37-4516-86f9-3d0c2c3ac787 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.889809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.890528] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9eae595-1d37-4516-86f9-3d0c2c3ac787 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.890528] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.890528] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-702ac37f-a6fb-4032-a1a7-25edd196ef82 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.890528] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-702ac37f-a6fb-4032-a1a7-25edd196ef82" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.890528] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-702ac37f-a6fb-4032-a1a7-25edd196ef82" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.891030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-702ac37f-a6fb-4032-a1a7-25edd196ef82" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.891030] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('702ac37f-a6fb-4032-a1a7-25edd196ef82',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.113766] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.113952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.113952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.114777] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.114777] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.114777] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 already deleted. [ 672.114777] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.305602] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.358165] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90fd6752-e3cc-48a5-adf4-6aa255591e12 in Status: SUCCESS [ 672.358165] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90fd6752-e3cc-48a5-adf4-6aa255591e12 deletion is rescheduled due to dependency. [ 672.358165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90fd6752-e3cc-48a5-adf4-6aa255591e12" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.396032] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 702ac37f-a6fb-4032-a1a7-25edd196ef82 with status ACTIVE [ 672.396032] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.396032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.396032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.396032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.396032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.396032] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.396032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.396032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.396032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.396605] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.396605] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.396698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.396788] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.397063] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.397162] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.397255] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 702ac37f-a6fb-4032-a1a7-25edd196ef82 is going to be updated. [ 672.425199] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.425559] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.425559] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.425873] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.426080] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.426377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-702ac37f-a6fb-4032-a1a7-25edd196ef82" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.608899] env[65962]: INFO networking_nsxv3.common.synchronization [None req-f000eae2-80b3-4543-ac20-21f7090adc8c tempest-ServerActionsTestOtherB-933296761 tempest-ServerActionsTestOtherB-933296761-project-member] Enqueued Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_rules [ 672.609510] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_rules [ 672.609947] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.609947] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.610132] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.610450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.610537] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.809099] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.809410] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.809410] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.809543] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.809632] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.809727] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 is going to be updated. [ 672.848964] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.849172] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.849251] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.849490] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.849635] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.860783] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 in Status: IN_PROGRESS for 2s [ 673.015585] env[65962]: INFO networking_nsxv3.common.synchronization [None req-8ed35c42-c353-49dc-9e5e-279f664e8df5 tempest-ServersTestJSON-1707188728 tempest-ServersTestJSON-1707188728-project-member] Enqueued Resource ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d with Priority: HIGHEST for action security_group_rules [ 673.016209] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d with Priority: HIGHEST for action security_group_rules [ 673.016531] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c900e21-0c8e-440a-9b80-b6ddad8eb04d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.016699] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.016832] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.018139] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.018185] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c900e21-0c8e-440a-9b80-b6ddad8eb04d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.136421] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.136421] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.136421] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.136421] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.136421] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.136421] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 already deleted. [ 673.136421] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.380247] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 in Status: SUCCESS [ 673.381822] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.382130] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.382421] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.382654] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.382816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.382906] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.383104] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.383217] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.383344] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.543890] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.543890] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.543890] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.544192] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.544192] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.544285] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d already deleted. [ 673.544340] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.800090] env[65962]: INFO networking_nsxv3.common.synchronization [None req-e7d742bb-8722-4a1f-9e74-bbc08db49332 tempest-ServersTestJSON-1707188728 tempest-ServersTestJSON-1707188728-project-member] Enqueued Resource ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d with Priority: HIGHEST for action security_group_rules [ 673.801227] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d with Priority: HIGHEST for action security_group_rules [ 673.801546] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c900e21-0c8e-440a-9b80-b6ddad8eb04d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.801695] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.801796] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.801930] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.802026] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c900e21-0c8e-440a-9b80-b6ddad8eb04d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.895866] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.329403] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.329671] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.329671] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.329975] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.330139] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.330276] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d already deleted. [ 674.330416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.399356] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.732347] env[65962]: INFO networking_nsxv3.common.synchronization [None req-77feb981-3c8f-4f72-86d8-a0375bac642b None None] Enqueued Resource ID: 503cb052-8627-4829-944a-f8449d9697fb with Priority: HIGHEST for action port [ 674.734149] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503cb052-8627-4829-944a-f8449d9697fb with Priority: HIGHEST for action port [ 674.734149] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-503cb052-8627-4829-944a-f8449d9697fb taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.734149] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-503cb052-8627-4829-944a-f8449d9697fb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.734149] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-503cb052-8627-4829-944a-f8449d9697fb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.734149] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-503cb052-8627-4829-944a-f8449d9697fb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.734486] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('503cb052-8627-4829-944a-f8449d9697fb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.874376] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 in Status: SUCCESS [ 674.874376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.874376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.874376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.874376] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.874376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.874376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.874376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.874376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.874376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.874376] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.875772] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.876917] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.876917] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.876917] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.876917] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.876917] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.876917] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.877818] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.902061] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.902061] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.902465] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.902465] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.903515] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.903515] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 is going to be updated. [ 674.937939] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.938147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.938191] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.938467] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.938690] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.951531] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 in Status: IN_PROGRESS for 2s [ 675.237970] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 503cb052-8627-4829-944a-f8449d9697fb [ 675.240020] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.240020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.240020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.240020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.240020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.240020] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:503cb052-8627-4829-944a-f8449d9697fb already deleted. [ 675.240020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-503cb052-8627-4829-944a-f8449d9697fb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.381021] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9eae595-1d37-4516-86f9-3d0c2c3ac787 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.382145] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.382145] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.884942] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.085367] env[65962]: INFO networking_nsxv3.common.synchronization [req-c50fce98-7b98-48e9-8b8a-ab205b5b08f8 req-fc9e2ac9-c28a-4ae9-b80e-2a18f4ec6a03 tempest-SecurityGroupRulesTestJSON-1996468227 tempest-SecurityGroupRulesTestJSON-1996468227-project-member] Enqueued Resource ID: 8c9ca4ca-f3b4-4986-90e3-889f9ac12d14 with Priority: HIGHEST for action security_group_rules [ 676.086355] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9ca4ca-f3b4-4986-90e3-889f9ac12d14 with Priority: HIGHEST for action security_group_rules [ 676.086816] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c9ca4ca-f3b4-4986-90e3-889f9ac12d14 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.086969] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c9ca4ca-f3b4-4986-90e3-889f9ac12d14" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.087091] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c9ca4ca-f3b4-4986-90e3-889f9ac12d14" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.087414] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c9ca4ca-f3b4-4986-90e3-889f9ac12d14" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.087535] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c9ca4ca-f3b4-4986-90e3-889f9ac12d14',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.387988] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.389581] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.389707] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.389984] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.390156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.390311] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 is going to be updated. [ 676.428206] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.428322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.428362] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.428603] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.428751] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.441712] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 in Status: IN_PROGRESS for 2s [ 676.615617] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.615838] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.615838] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.616106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.616202] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.616301] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c9ca4ca-f3b4-4986-90e3-889f9ac12d14 already deleted. [ 676.616386] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c9ca4ca-f3b4-4986-90e3-889f9ac12d14" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.796704] env[65962]: INFO networking_nsxv3.common.synchronization [None req-0df4eff6-fdc2-48df-b094-1e4dab7bb17e None None] Enqueued Resource ID: 2eba166b-3e3e-4eef-bbd2-ca93725ca8a3 with Priority: HIGHEST for action port [ 676.799065] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eba166b-3e3e-4eef-bbd2-ca93725ca8a3 with Priority: HIGHEST for action port [ 676.799493] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-2eba166b-3e3e-4eef-bbd2-ca93725ca8a3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.800106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2eba166b-3e3e-4eef-bbd2-ca93725ca8a3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.800191] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2eba166b-3e3e-4eef-bbd2-ca93725ca8a3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.800457] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2eba166b-3e3e-4eef-bbd2-ca93725ca8a3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.800540] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eba166b-3e3e-4eef-bbd2-ca93725ca8a3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.964634] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 in Status: SUCCESS [ 676.964634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.964634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.964832] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.967967] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.967967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.967967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.967967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.967967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.967967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.967967] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.305765] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2eba166b-3e3e-4eef-bbd2-ca93725ca8a3 [ 677.306108] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.306108] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.306108] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.306252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.306435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.306435] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2eba166b-3e3e-4eef-bbd2-ca93725ca8a3 already deleted. [ 677.306547] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2eba166b-3e3e-4eef-bbd2-ca93725ca8a3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.450159] env[65962]: INFO networking_nsxv3.common.synchronization [req-6aa84f38-82d8-4dc2-b2b3-b827476003f7 req-b1e82a1e-052f-4374-a12d-fe8a7c555725 tempest-InstanceActionsTestJSON-860917399 tempest-InstanceActionsTestJSON-860917399-project-member] Enqueued Resource ID: aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 with Priority: HIGHEST for action security_group_members [ 677.451761] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 with Priority: HIGHEST for action security_group_members [ 677.451761] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.451761] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.451761] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.452028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.452673] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.452793] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.452860] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.453315] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.453472] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.453582] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.470902] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.470902] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.470902] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.470902] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.471150] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.471470] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.471556] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.471722] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.471804] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.471939] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.472049] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.472142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.472201] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.472350] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.472487] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.472574] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.472633] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.472772] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.472866] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.472954] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.473051] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.844354] env[65962]: INFO networking_nsxv3.common.synchronization [None req-c72e42cf-3d86-4a2f-81cb-90b83ca0f397 None None] Enqueued Resource ID: 2a4cba37-6b1a-45d9-b8c7-cfb4b36dcbbe with Priority: HIGHEST for action port [ 677.846431] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a4cba37-6b1a-45d9-b8c7-cfb4b36dcbbe with Priority: HIGHEST for action port [ 677.846983] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a4cba37-6b1a-45d9-b8c7-cfb4b36dcbbe taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.847179] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a4cba37-6b1a-45d9-b8c7-cfb4b36dcbbe" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.847305] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a4cba37-6b1a-45d9-b8c7-cfb4b36dcbbe" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.847633] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a4cba37-6b1a-45d9-b8c7-cfb4b36dcbbe" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.847827] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a4cba37-6b1a-45d9-b8c7-cfb4b36dcbbe',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.956078] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.956321] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.956321] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.956720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.956720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.957101] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.957206] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.957206] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.957894] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.957894] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.957894] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 is going to be updated. [ 677.976330] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebb6c469-f3c5-4c65-8c1e-fd807877b9c0: rpc.has_security_group_logging(os_id): False [ 677.991377] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.992256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.992256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.992256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.993390] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.997801] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.998042] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.998042] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.998344] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.998411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.998620] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.998852] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.998852] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.999026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.999193] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.999486] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.999600] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.999680] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.000719] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.000719] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.000719] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.000719] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.000719] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.000719] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.000719] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.000719] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 is going to be updated. [ 678.004636] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 in Status: IN_PROGRESS for 2s [ 678.076976] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.077190] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.077330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.077585] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.077853] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.096281] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 in Status: IN_PROGRESS for 2s [ 678.295949] env[65962]: INFO networking_nsxv3.common.synchronization [req-80f196a0-113a-45c7-a96b-b93460da9fc9 req-17ef7be1-5a83-42d2-b43a-5cc6ec62b0ad tempest-ServerMetadataNegativeTestJSON-1732358801 tempest-ServerMetadataNegativeTestJSON-1732358801-project-member] Enqueued Resource ID: f525e17c-f645-4a17-85d4-cc7b6e9bef71 with Priority: HIGHEST for action security_group_members [ 678.296345] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f525e17c-f645-4a17-85d4-cc7b6e9bef71 with Priority: HIGHEST for action security_group_members [ 678.296653] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f525e17c-f645-4a17-85d4-cc7b6e9bef71 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.296848] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.296915] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.297211] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.298215] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.298215] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.298215] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.298215] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.298215] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.298215] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f525e17c-f645-4a17-85d4-cc7b6e9bef71',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.353507] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a4cba37-6b1a-45d9-b8c7-cfb4b36dcbbe [ 678.355698] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.355698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.355698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.355698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.355698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.355698] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a4cba37-6b1a-45d9-b8c7-cfb4b36dcbbe already deleted. [ 678.355698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a4cba37-6b1a-45d9-b8c7-cfb4b36dcbbe" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.453889] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 in Status: SUCCESS [ 678.454276] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.455132] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.455132] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.455259] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.455693] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.455891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.456168] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.456887] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.456887] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.759675] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.760181] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.760181] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.760376] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.760543] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.761190] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.761968] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.761968] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.761968] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.761968] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.762348] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.762348] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.762348] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.762450] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.762450] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.762576] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.783652] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.783652] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.783805] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.783843] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.784178] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-8b300792-f28c-447c-8965-0c62ad641fc2 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.784406] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-8b300792-f28c-447c-8965-0c62ad641fc2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.784465] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-8b300792-f28c-447c-8965-0c62ad641fc2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.784884] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-8b300792-f28c-447c-8965-0c62ad641fc2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.784999] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b300792-f28c-447c-8965-0c62ad641fc2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.800127] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.800127] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.800127] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.800127] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.800417] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.800417] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.800595] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.800595] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.800805] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.800805] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.801946] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f525e17c-f645-4a17-85d4-cc7b6e9bef71 already deleted. [ 678.801946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.959429] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.287900] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.287900] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.288115] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.288524] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.288663] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.288957] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 8b300792-f28c-447c-8965-0c62ad641fc2 not found, creating... [ 679.289296] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.289662] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.289821] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.290128] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.290295] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.290683] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.290904] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.291044] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.291379] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.291649] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.291847] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 8b300792-f28c-447c-8965-0c62ad641fc2 is going to be created. [ 679.318831] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.319077] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.319235] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.319520] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.319756] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.319994] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-8b300792-f28c-447c-8965-0c62ad641fc2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.463946] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.968567] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.968567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.968567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.968567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.968567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.968567] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 is going to be updated. [ 680.001803] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.001803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.001803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.001803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.001803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.014671] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 in Status: IN_PROGRESS for 2s [ 680.014671] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 in Status: SUCCESS [ 680.014671] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3 deletion is rescheduled due to dependency. [ 680.014671] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.079637] env[65962]: INFO networking_nsxv3.common.synchronization [req-80f196a0-113a-45c7-a96b-b93460da9fc9 req-0174a902-0547-4ddd-a184-bbadeacc22da service nova] Enqueued Resource ID: f525e17c-f645-4a17-85d4-cc7b6e9bef71 with Priority: HIGHEST for action security_group_rules [ 680.081017] env[65962]: INFO networking_nsxv3.common.synchronization [req-80f196a0-113a-45c7-a96b-b93460da9fc9 req-0174a902-0547-4ddd-a184-bbadeacc22da service nova] Enqueued Resource ID: f525e17c-f645-4a17-85d4-cc7b6e9bef71 with Priority: HIGHEST for action security_group_members [ 680.081017] env[65962]: INFO networking_nsxv3.common.synchronization [req-80f196a0-113a-45c7-a96b-b93460da9fc9 req-0174a902-0547-4ddd-a184-bbadeacc22da service nova] Enqueued Resource ID: 8b300792-f28c-447c-8965-0c62ad641fc2 with Priority: HIGHEST for action port [ 680.081431] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f525e17c-f645-4a17-85d4-cc7b6e9bef71 with Priority: HIGHEST for action security_group_rules [ 680.082036] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f525e17c-f645-4a17-85d4-cc7b6e9bef71 with Priority: HIGHEST for action security_group_members [ 680.084979] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b300792-f28c-447c-8965-0c62ad641fc2 with Priority: HIGHEST for action port [ 680.084979] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f525e17c-f645-4a17-85d4-cc7b6e9bef71 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.084979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.084979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.084979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.084979] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f525e17c-f645-4a17-85d4-cc7b6e9bef71',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.084979] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f525e17c-f645-4a17-85d4-cc7b6e9bef71 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.084979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.084979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.084979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.084979] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.084979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.084979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.084979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.088263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.089656] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f525e17c-f645-4a17-85d4-cc7b6e9bef71',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.093373] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b300792-f28c-447c-8965-0c62ad641fc2 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.093373] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b300792-f28c-447c-8965-0c62ad641fc2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.093373] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b300792-f28c-447c-8965-0c62ad641fc2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.093373] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b300792-f28c-447c-8965-0c62ad641fc2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.093373] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b300792-f28c-447c-8965-0c62ad641fc2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.110571] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 in Status: SUCCESS [ 680.110835] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.595541] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f525e17c-f645-4a17-85d4-cc7b6e9bef71 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.596251] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.596411] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f525e17c-f645-4a17-85d4-cc7b6e9bef71',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.597503] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b300792-f28c-447c-8965-0c62ad641fc2 with status ACTIVE [ 680.602341] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.602341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.602341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.602341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.602341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.602341] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.602341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.602341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.602341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.602341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.602341] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.602341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.602341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.602341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.602341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.602341] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b300792-f28c-447c-8965-0c62ad641fc2 is going to be updated. [ 680.625102] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.625270] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.625343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.625553] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.626674] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.626674] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b300792-f28c-447c-8965-0c62ad641fc2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.926592] env[65962]: INFO networking_nsxv3.common.synchronization [None req-6113d251-683e-4bc1-93c7-b90c2b16ea18 None None] Enqueued Resource ID: 9d02a00a-e20f-45a3-a8d9-9d3e41b28ba4 with Priority: HIGHEST for action port [ 680.927222] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d02a00a-e20f-45a3-a8d9-9d3e41b28ba4 with Priority: HIGHEST for action port [ 680.927467] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d02a00a-e20f-45a3-a8d9-9d3e41b28ba4 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.927582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d02a00a-e20f-45a3-a8d9-9d3e41b28ba4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.927646] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d02a00a-e20f-45a3-a8d9-9d3e41b28ba4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.927915] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d02a00a-e20f-45a3-a8d9-9d3e41b28ba4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.928012] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d02a00a-e20f-45a3-a8d9-9d3e41b28ba4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.103284] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f525e17c-f645-4a17-85d4-cc7b6e9bef71',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.233137] env[65962]: INFO networking_nsxv3.common.synchronization [req-e18a1eda-1c21-4f66-86a7-d62cc01a4021 req-5e6d54bb-cc1a-42e6-9cc0-6109b40e992d tempest-MultipleCreateTestJSON-648113911 tempest-MultipleCreateTestJSON-648113911-project-member] Enqueued Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 681.233799] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 681.234767] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.234767] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.234978] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.235159] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.235370] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.235462] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.235505] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.235940] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.235940] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.235940] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.435330] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d02a00a-e20f-45a3-a8d9-9d3e41b28ba4 [ 681.435622] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.435773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.435828] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.436059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.436152] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.436277] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d02a00a-e20f-45a3-a8d9-9d3e41b28ba4 already deleted. [ 681.436363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d02a00a-e20f-45a3-a8d9-9d3e41b28ba4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.605338] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.605678] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.605678] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.605769] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.606660] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.606660] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f525e17c-f645-4a17-85d4-cc7b6e9bef71 is going to be created. [ 681.636185] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.636364] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.636409] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.636643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.636993] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.647381] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f525e17c-f645-4a17-85d4-cc7b6e9bef71 in Status: UNINITIALIZED for 2s [ 681.696999] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.697241] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-89" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.697392] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-89" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.697757] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-89" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.699793] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.700036] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.700206] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.700795] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.701056] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.701314] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.701443] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.701588] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.701760] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.701891] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.702071] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.702201] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.725473] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.725473] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.725700] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.725751] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-89" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.726144] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-e00ee5cd-0ba7-49d8-9250-d42af04e8027 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.726369] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-e00ee5cd-0ba7-49d8-9250-d42af04e8027" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.726499] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-e00ee5cd-0ba7-49d8-9250-d42af04e8027" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.726895] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-e00ee5cd-0ba7-49d8-9250-d42af04e8027" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.727051] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e00ee5cd-0ba7-49d8-9250-d42af04e8027',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.739100] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.739276] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.739340] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.739808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.739808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.739808] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.739996] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.739996] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.740092] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.740168] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.740249] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d already deleted. [ 681.740328] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.023749] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 in Status: SUCCESS [ 682.023989] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.024176] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.024394] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.024581] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.024705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.024783] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.024956] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.025064] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.025149] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.229870] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.230134] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.230275] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.230791] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.230988] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.231380] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port e00ee5cd-0ba7-49d8-9250-d42af04e8027 not found, creating... [ 682.231811] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.232080] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.232211] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.232455] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.232594] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.232917] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.233087] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.233201] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.233414] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.233541] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.233674] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: e00ee5cd-0ba7-49d8-9250-d42af04e8027 is going to be created. [ 682.256861] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.258343] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.259051] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.259143] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.259324] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.259554] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-e00ee5cd-0ba7-49d8-9250-d42af04e8027" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.527104] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.030813] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.073364] env[65962]: INFO networking_nsxv3.common.synchronization [req-e18a1eda-1c21-4f66-86a7-d62cc01a4021 req-13cd06f9-e1ae-46cb-a5cb-596908624086 service nova] Enqueued Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_rules [ 683.073497] env[65962]: INFO networking_nsxv3.common.synchronization [req-e18a1eda-1c21-4f66-86a7-d62cc01a4021 req-13cd06f9-e1ae-46cb-a5cb-596908624086 service nova] Enqueued Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 683.073717] env[65962]: INFO networking_nsxv3.common.synchronization [req-e18a1eda-1c21-4f66-86a7-d62cc01a4021 req-13cd06f9-e1ae-46cb-a5cb-596908624086 service nova] Enqueued Resource ID: e00ee5cd-0ba7-49d8-9250-d42af04e8027 with Priority: HIGHEST for action port [ 683.074610] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_rules [ 683.074937] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 683.075140] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00ee5cd-0ba7-49d8-9250-d42af04e8027 with Priority: HIGHEST for action port [ 683.076314] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.076314] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.076314] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.079663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.079837] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.082621] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.082779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.082844] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.083445] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.083445] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.083445] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.083675] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.083675] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.083775] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.083925] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.085293] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-e00ee5cd-0ba7-49d8-9250-d42af04e8027 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.085725] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e00ee5cd-0ba7-49d8-9250-d42af04e8027" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.085725] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e00ee5cd-0ba7-49d8-9250-d42af04e8027" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.086322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e00ee5cd-0ba7-49d8-9250-d42af04e8027" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.086467] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e00ee5cd-0ba7-49d8-9250-d42af04e8027',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.534199] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.534598] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.534767] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.535089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.535331] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.537551] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 is going to be updated. [ 683.582050] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.582327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.582467] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.582805] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.583074] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.585347] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.585347] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.589267] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e00ee5cd-0ba7-49d8-9250-d42af04e8027 with status ACTIVE [ 683.591923] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.591923] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.591923] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.591923] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.591923] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.592330] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.592918] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.593000] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.593181] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.593264] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.593465] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.593566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.593623] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.593765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.593835] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.593915] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e00ee5cd-0ba7-49d8-9250-d42af04e8027 is going to be updated. [ 683.595166] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.603127] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 in Status: IN_PROGRESS for 2s [ 683.623472] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.623472] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.623472] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.623472] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.623472] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.623472] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e00ee5cd-0ba7-49d8-9250-d42af04e8027" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.661985] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f525e17c-f645-4a17-85d4-cc7b6e9bef71 in Status: SUCCESS [ 683.662631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.662631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.662769] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.662909] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.663035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.663132] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.663230] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.663302] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.663394] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.663486] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f525e17c-f645-4a17-85d4-cc7b6e9bef71',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.980582] env[65962]: INFO networking_nsxv3.common.synchronization [req-e18a1eda-1c21-4f66-86a7-d62cc01a4021 req-2858d0c1-1223-4d0e-8dc6-c4506ddcb5e9 tempest-MultipleCreateTestJSON-648113911 tempest-MultipleCreateTestJSON-648113911-project-member] Enqueued Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 683.982020] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 683.982482] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.982482] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.097945] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.171424] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f525e17c-f645-4a17-85d4-cc7b6e9bef71 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.171670] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.171670] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.171886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.172918] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.172918] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.172918] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.172918] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.172918] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.172918] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.172918] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f525e17c-f645-4a17-85d4-cc7b6e9bef71 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.172918] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.172918] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.173394] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.173394] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.173394] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.173394] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.173523] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.173523] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.173582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.173661] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f525e17c-f645-4a17-85d4-cc7b6e9bef71',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.442156] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.442293] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-89" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.442427] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-89" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.442688] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-89" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.443038] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.443292] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.443433] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.443661] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.443799] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.444066] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.444197] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.444299] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.444402] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.444503] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.444634] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.444767] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.474978] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.475215] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.475374] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.475599] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-89" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.476199] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-a55d258c-1aca-4c5a-bc2c-01b74e99fffa taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.476539] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-a55d258c-1aca-4c5a-bc2c-01b74e99fffa" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.476715] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-a55d258c-1aca-4c5a-bc2c-01b74e99fffa" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.477190] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-a55d258c-1aca-4c5a-bc2c-01b74e99fffa" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.477409] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a55d258c-1aca-4c5a-bc2c-01b74e99fffa',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.605162] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.605383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.605477] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.606368] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.606368] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.606368] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d is going to be created. [ 684.634273] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.634435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.634568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.634986] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.634986] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.648863] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: UNINITIALIZED for 2s [ 684.677668] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f525e17c-f645-4a17-85d4-cc7b6e9bef71: rpc.has_security_group_logging(os_id): False [ 684.711033] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.711033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.711033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.711033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.711033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.711033] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.711033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.711033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.711033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.711033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.711033] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.711033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.711033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.711033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.711033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.711745] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.711745] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.711745] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.712016] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.712253] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.712576] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f525e17c-f645-4a17-85d4-cc7b6e9bef71 is going to be created. [ 684.792825] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.793078] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.793078] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.793303] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.793576] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.812342] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f525e17c-f645-4a17-85d4-cc7b6e9bef71 in Status: IN_PROGRESS for 2s [ 684.981368] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.981588] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.981732] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.982285] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.982285] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.982426] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port a55d258c-1aca-4c5a-bc2c-01b74e99fffa not found, creating... [ 684.984018] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.984018] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.984018] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.984018] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.984018] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.984018] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.984018] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.984018] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.984404] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.984454] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.984608] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: a55d258c-1aca-4c5a-bc2c-01b74e99fffa is going to be created. [ 685.037981] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.038917] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.039138] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.039730] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.039730] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.039892] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-a55d258c-1aca-4c5a-bc2c-01b74e99fffa" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.328975] env[65962]: INFO networking_nsxv3.common.synchronization [req-5f30c30d-870f-4a53-9bac-1fd21389db76 req-b77d04ba-abd3-45a7-9687-8e5c8fc7ccc5 tempest-DeleteServersAdminTestJSON-1202821627 tempest-DeleteServersAdminTestJSON-1202821627-project-member] Enqueued Resource ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 with Priority: HIGHEST for action security_group_members [ 685.329790] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 with Priority: HIGHEST for action security_group_members [ 685.329941] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a0520a-7058-41b5-ad2a-55a0ed478f72 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.330055] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.330110] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.330288] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.330441] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.330561] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.330620] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.330764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.330867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.330960] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84a0520a-7058-41b5-ad2a-55a0ed478f72',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.614879] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 in Status: SUCCESS [ 685.615200] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.615698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.616529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.616529] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.616529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.616529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.616529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.616529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.616990] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.616990] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9eae595-1d37-4516-86f9-3d0c2c3ac787 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.616990] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.616990] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.617152] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.617260] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.617366] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.617408] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.617603] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.617721] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.617876] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.618072] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.735051] env[65962]: INFO networking_nsxv3.common.synchronization [req-e18a1eda-1c21-4f66-86a7-d62cc01a4021 req-64a65ca0-c2ae-4a24-8923-3d72c3633909 service nova] Enqueued Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_rules [ 685.735220] env[65962]: INFO networking_nsxv3.common.synchronization [req-e18a1eda-1c21-4f66-86a7-d62cc01a4021 req-64a65ca0-c2ae-4a24-8923-3d72c3633909 service nova] Enqueued Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 685.735347] env[65962]: INFO networking_nsxv3.common.synchronization [req-e18a1eda-1c21-4f66-86a7-d62cc01a4021 req-64a65ca0-c2ae-4a24-8923-3d72c3633909 service nova] Enqueued Resource ID: a55d258c-1aca-4c5a-bc2c-01b74e99fffa with Priority: HIGHEST for action port [ 685.737856] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_rules [ 685.737856] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 685.737856] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55d258c-1aca-4c5a-bc2c-01b74e99fffa with Priority: HIGHEST for action port [ 685.737856] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.737856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.738424] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.738424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.738424] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a55d258c-1aca-4c5a-bc2c-01b74e99fffa taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.738424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a55d258c-1aca-4c5a-bc2c-01b74e99fffa" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.738424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a55d258c-1aca-4c5a-bc2c-01b74e99fffa" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.738851] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a55d258c-1aca-4c5a-bc2c-01b74e99fffa" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.738851] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a55d258c-1aca-4c5a-bc2c-01b74e99fffa',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.833747] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.833747] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.833972] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.834223] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.834223] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.834780] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.834780] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.834780] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.834996] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.834996] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.835279] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 is going to be updated. [ 685.877856] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.878129] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.878247] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.878566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.878807] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.896358] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 in Status: IN_PROGRESS for 2s [ 686.121297] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9eae595-1d37-4516-86f9-3d0c2c3ac787: rpc.has_security_group_logging(os_id): False [ 686.147556] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.147770] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.147770] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.148099] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.148209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.148423] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.148603] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.148603] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.148768] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.148840] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.149040] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.149135] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.149186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.149324] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.149394] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.149580] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.149659] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.149727] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.149881] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.149973] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.151478] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 is going to be created. [ 686.232886] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.232886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.232886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.233059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.233384] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.242082] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a55d258c-1aca-4c5a-bc2c-01b74e99fffa with status ACTIVE [ 686.242380] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.242490] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.242558] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.242773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.242860] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.243069] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.243159] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.243220] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.243372] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.243482] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.244330] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.244330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.244330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.244330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.244330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.244330] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a55d258c-1aca-4c5a-bc2c-01b74e99fffa is going to be updated. [ 686.262166] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 in Status: IN_PROGRESS for 2s [ 686.277791] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.277970] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.278250] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.278333] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.279322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.279322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a55d258c-1aca-4c5a-bc2c-01b74e99fffa" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.660060] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: SUCCESS [ 686.660390] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.664913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.664913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.664913] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.664913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.664913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.664913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.664913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.664913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.664913] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.664913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.664913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.664913] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.664913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.664913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.664913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.665714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.665714] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.827262] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f525e17c-f645-4a17-85d4-cc7b6e9bef71 in Status: SUCCESS [ 686.827498] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.962161] env[65962]: INFO networking_nsxv3.common.synchronization [req-c3ef4f40-2f87-4e1a-b779-ee5115bf8e04 req-7008d3f9-fa91-415f-8c60-a1eb8095ebf6 tempest-SecurityGroupRulesTestJSON-1996468227 tempest-SecurityGroupRulesTestJSON-1996468227-project-member] Enqueued Resource ID: d22f6c1b-2def-44e0-bd83-627b8cb6795e with Priority: HIGHEST for action security_group_rules [ 686.962865] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22f6c1b-2def-44e0-bd83-627b8cb6795e with Priority: HIGHEST for action security_group_rules [ 686.963268] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d22f6c1b-2def-44e0-bd83-627b8cb6795e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.963426] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d22f6c1b-2def-44e0-bd83-627b8cb6795e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.963496] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d22f6c1b-2def-44e0-bd83-627b8cb6795e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.963764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d22f6c1b-2def-44e0-bd83-627b8cb6795e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.963868] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d22f6c1b-2def-44e0-bd83-627b8cb6795e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.171506] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.172772] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.173315] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.487335] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.487445] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.487711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.487849] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.487987] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.488129] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d22f6c1b-2def-44e0-bd83-627b8cb6795e already deleted. [ 687.488171] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d22f6c1b-2def-44e0-bd83-627b8cb6795e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.674112] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.912414] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 in Status: SUCCESS [ 687.912734] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 deletion is rescheduled due to dependency. [ 687.912853] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.176931] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.177193] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.177331] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.177713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.177713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.177852] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d is going to be updated. [ 688.209908] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.210088] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.210459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.210459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.211136] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.226202] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: IN_PROGRESS for 2s [ 688.278771] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 in Status: SUCCESS [ 688.279266] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.279598] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.279916] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.280069] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.783371] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9eae595-1d37-4516-86f9-3d0c2c3ac787 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.783825] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.783825] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.783937] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.784202] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.784202] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.784202] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.784548] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.784548] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.784548] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.786200] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.127027] env[65962]: INFO networking_nsxv3.common.synchronization [req-f2790ae4-ea59-484d-8f49-652424723fad req-fff29fe8-1d76-4d65-90ae-20e3752fb012 tempest-ServerActionsTestOtherB-933296761 tempest-ServerActionsTestOtherB-933296761-project-member] Enqueued Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_members [ 689.130113] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_members [ 689.130113] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.130113] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.130113] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.130848] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.130848] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.131047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.131047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.131233] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.131291] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.131405] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.292974] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9eae595-1d37-4516-86f9-3d0c2c3ac787 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.292974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.292974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.292974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.292974] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.292974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.292974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.292974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.292974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.292974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.292974] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9eae595-1d37-4516-86f9-3d0c2c3ac787 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.292974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.292974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.292974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.292974] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.292974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.293828] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.293828] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.293828] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.293828] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.293828] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.636655] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.636823] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.636823] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.636987] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.637140] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.637368] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.637511] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.638650] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.638977] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.640327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.640327] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 already deleted. [ 689.640327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.731407] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.731610] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.731726] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.732110] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.732399] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.732560] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.732690] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.732912] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.733109] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.733325] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.733536] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.733536] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.733968] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.733968] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.733968] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.733968] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.756520] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.756837] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.757058] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.757578] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.757578] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-d0cba07c-ea57-4363-87b2-e4f91c1cf3eb taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.757775] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-d0cba07c-ea57-4363-87b2-e4f91c1cf3eb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.757897] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-d0cba07c-ea57-4363-87b2-e4f91c1cf3eb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.758333] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-d0cba07c-ea57-4363-87b2-e4f91c1cf3eb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.758430] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0cba07c-ea57-4363-87b2-e4f91c1cf3eb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.796321] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9eae595-1d37-4516-86f9-3d0c2c3ac787: rpc.has_security_group_logging(os_id): False [ 689.815435] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.815435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.815703] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.815758] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.815825] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.816846] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.816846] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.816846] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.816846] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.816846] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.816846] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.816846] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.816846] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.817282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.817282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.817423] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.817537] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.817602] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.818025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.818025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.818025] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 is going to be updated. [ 689.893892] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.894143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.894356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.894613] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.894954] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.912136] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 in Status: IN_PROGRESS for 2s [ 690.238170] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: SUCCESS [ 690.238170] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.238170] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.238170] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.239443] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.239443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.239443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.239443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.239443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.239443] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.244487] env[65962]: INFO networking_nsxv3.common.synchronization [None req-ed26b4a5-117b-4269-9212-ace83e38d200 None None] Enqueued Resource ID: c311313d-d7ce-44b2-a8dc-5eca1d21e07e with Priority: HIGHEST for action port [ 690.245174] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c311313d-d7ce-44b2-a8dc-5eca1d21e07e with Priority: HIGHEST for action port [ 690.245852] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-c311313d-d7ce-44b2-a8dc-5eca1d21e07e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.245852] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c311313d-d7ce-44b2-a8dc-5eca1d21e07e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.246040] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c311313d-d7ce-44b2-a8dc-5eca1d21e07e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.249586] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c311313d-d7ce-44b2-a8dc-5eca1d21e07e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.249723] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c311313d-d7ce-44b2-a8dc-5eca1d21e07e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.262295] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.262565] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.262641] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.262897] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.263060] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.263233] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port d0cba07c-ea57-4363-87b2-e4f91c1cf3eb not found, creating... [ 690.263561] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.263739] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.264155] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.264155] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.264280] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.264493] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.264637] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.264749] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.265418] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.265678] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.265896] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: d0cba07c-ea57-4363-87b2-e4f91c1cf3eb is going to be created. [ 690.300170] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.300467] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.300574] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.300804] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.301058] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.301632] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-d0cba07c-ea57-4363-87b2-e4f91c1cf3eb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.742698] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.752297] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c311313d-d7ce-44b2-a8dc-5eca1d21e07e [ 690.752532] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.752680] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.752737] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.752971] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.753107] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.753217] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c311313d-d7ce-44b2-a8dc-5eca1d21e07e already deleted. [ 690.753302] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c311313d-d7ce-44b2-a8dc-5eca1d21e07e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.063161] env[65962]: INFO networking_nsxv3.common.synchronization [req-f2790ae4-ea59-484d-8f49-652424723fad req-9ed72895-390a-4374-9a4f-393e62da12b3 service nova] Enqueued Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_rules [ 691.063161] env[65962]: INFO networking_nsxv3.common.synchronization [req-f2790ae4-ea59-484d-8f49-652424723fad req-9ed72895-390a-4374-9a4f-393e62da12b3 service nova] Enqueued Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_members [ 691.063161] env[65962]: INFO networking_nsxv3.common.synchronization [req-f2790ae4-ea59-484d-8f49-652424723fad req-9ed72895-390a-4374-9a4f-393e62da12b3 service nova] Enqueued Resource ID: d0cba07c-ea57-4363-87b2-e4f91c1cf3eb with Priority: HIGHEST for action port [ 691.063948] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_rules [ 691.063948] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_members [ 691.064049] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cba07c-ea57-4363-87b2-e4f91c1cf3eb with Priority: HIGHEST for action port [ 691.065108] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.065243] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.065339] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.066373] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.066373] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.068826] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.068826] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.068826] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.068826] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.069187] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.069496] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.069577] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.069912] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.070447] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.070447] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.072733] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0cba07c-ea57-4363-87b2-e4f91c1cf3eb taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.072733] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0cba07c-ea57-4363-87b2-e4f91c1cf3eb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.072733] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0cba07c-ea57-4363-87b2-e4f91c1cf3eb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.072733] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0cba07c-ea57-4363-87b2-e4f91c1cf3eb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.072733] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0cba07c-ea57-4363-87b2-e4f91c1cf3eb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.244509] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.570562] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.570562] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.574387] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.578206] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0cba07c-ea57-4363-87b2-e4f91c1cf3eb with status ACTIVE [ 691.578614] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.579064] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.579064] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.579353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.580032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.580032] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.580032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.580032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.580376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.580376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.580495] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.580495] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.580634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.580690] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.580746] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.580829] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0cba07c-ea57-4363-87b2-e4f91c1cf3eb is going to be updated. [ 691.606540] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.608196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.608196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.608196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.608196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.608196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0cba07c-ea57-4363-87b2-e4f91c1cf3eb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.719400] env[65962]: INFO networking_nsxv3.common.synchronization [req-5babf2a5-ada9-4fdd-9597-870081f82633 req-3e6e9c24-448a-4771-ad51-9fd391da213c tempest-ServersTestJSON-1707188728 tempest-ServersTestJSON-1707188728-project-member] Enqueued Resource ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d with Priority: HIGHEST for action security_group_members [ 691.719976] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d with Priority: HIGHEST for action security_group_members [ 691.720313] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c900e21-0c8e-440a-9b80-b6ddad8eb04d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.720434] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.720522] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.720754] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.721137] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.721137] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.722224] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.722458] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.722688] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.722825] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c900e21-0c8e-440a-9b80-b6ddad8eb04d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.747489] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.747663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.747736] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.747959] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.748074] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.748182] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d is going to be updated. [ 691.786069] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.786069] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.786069] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.786069] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.786069] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.797431] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: IN_PROGRESS for 2s [ 691.931323] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 in Status: SUCCESS [ 691.931680] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.931842] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.932078] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.932278] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.078676] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.132779] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.132779] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-283" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.132779] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-283" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.133087] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-283" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.133373] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.133535] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.133649] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.133887] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.134043] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.134252] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.134360] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.134460] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.134562] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.134688] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.134857] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.134997] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.154457] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.154629] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 692.154763] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.154955] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-283" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.155303] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-d5e9149e-8b59-4564-9f95-29f500c9cb4f taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.155470] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-d5e9149e-8b59-4564-9f95-29f500c9cb4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.155585] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-d5e9149e-8b59-4564-9f95-29f500c9cb4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.155902] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-d5e9149e-8b59-4564-9f95-29f500c9cb4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.156058] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5e9149e-8b59-4564-9f95-29f500c9cb4f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.209880] env[65962]: INFO networking_nsxv3.common.synchronization [None req-ef7d20a3-ba2a-4a34-bcd0-b085370b707b None None] Enqueued Resource ID: b4318fa5-a3af-4654-8e82-83cf6adf3543 with Priority: HIGHEST for action port [ 692.210440] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4318fa5-a3af-4654-8e82-83cf6adf3543 with Priority: HIGHEST for action port [ 692.210801] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4318fa5-a3af-4654-8e82-83cf6adf3543 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.210934] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4318fa5-a3af-4654-8e82-83cf6adf3543" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.211016] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4318fa5-a3af-4654-8e82-83cf6adf3543" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.211305] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4318fa5-a3af-4654-8e82-83cf6adf3543" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.211396] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4318fa5-a3af-4654-8e82-83cf6adf3543',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.225175] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.225416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.225537] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.225850] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.226022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.226356] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.226481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.226583] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.226661] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.226738] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.226822] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d already deleted. [ 692.226896] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.435446] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9eae595-1d37-4516-86f9-3d0c2c3ac787 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.435663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.435663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.435898] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.436134] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.436301] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.436301] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.436406] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.436490] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.436575] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.436666] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.582427] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.582427] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.582427] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.582427] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.582427] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.582780] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 is going to be created. [ 692.614239] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.614239] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.614239] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.614535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.614535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.627787] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: UNINITIALIZED for 2s [ 692.661791] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.662015] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.662149] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.662424] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.662570] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.662715] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port d5e9149e-8b59-4564-9f95-29f500c9cb4f not found, creating... [ 692.663061] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.663147] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.664085] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.664085] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.664085] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.664085] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.664085] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.664297] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.664369] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.664484] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.664615] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: d5e9149e-8b59-4564-9f95-29f500c9cb4f is going to be created. [ 692.692496] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.692842] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.693051] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.693456] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.693811] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.694156] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-d5e9149e-8b59-4564-9f95-29f500c9cb4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.713810] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4318fa5-a3af-4654-8e82-83cf6adf3543 [ 692.713983] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.714845] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.714845] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.714845] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.714845] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.715113] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4318fa5-a3af-4654-8e82-83cf6adf3543 already deleted. [ 692.715521] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4318fa5-a3af-4654-8e82-83cf6adf3543" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.939705] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9eae595-1d37-4516-86f9-3d0c2c3ac787 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.939896] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.939982] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.940291] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.940478] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.940604] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.940681] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.940936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.941055] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.941159] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.941329] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9eae595-1d37-4516-86f9-3d0c2c3ac787 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.941436] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.941497] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.941666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.941816] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.941921] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.941983] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.942147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.942230] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.942360] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.942418] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.448109] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9eae595-1d37-4516-86f9-3d0c2c3ac787: rpc.has_security_group_logging(os_id): False [ 693.456124] env[65962]: INFO networking_nsxv3.common.synchronization [req-5babf2a5-ada9-4fdd-9597-870081f82633 req-db339f09-91ae-4fa3-83be-7786754abb10 service nova] Enqueued Resource ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d with Priority: HIGHEST for action security_group_rules [ 693.456413] env[65962]: INFO networking_nsxv3.common.synchronization [req-5babf2a5-ada9-4fdd-9597-870081f82633 req-db339f09-91ae-4fa3-83be-7786754abb10 service nova] Enqueued Resource ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d with Priority: HIGHEST for action security_group_members [ 693.456558] env[65962]: INFO networking_nsxv3.common.synchronization [req-5babf2a5-ada9-4fdd-9597-870081f82633 req-db339f09-91ae-4fa3-83be-7786754abb10 service nova] Enqueued Resource ID: d5e9149e-8b59-4564-9f95-29f500c9cb4f with Priority: HIGHEST for action port [ 693.457187] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d with Priority: HIGHEST for action security_group_rules [ 693.457325] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d with Priority: HIGHEST for action security_group_members [ 693.457458] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e9149e-8b59-4564-9f95-29f500c9cb4f with Priority: HIGHEST for action port [ 693.457698] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c900e21-0c8e-440a-9b80-b6ddad8eb04d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.457820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.457886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.458131] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.458866] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c900e21-0c8e-440a-9b80-b6ddad8eb04d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.459496] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c900e21-0c8e-440a-9b80-b6ddad8eb04d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.461669] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.461669] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.461669] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.461669] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.461669] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.461669] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.461669] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.461669] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.461669] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c900e21-0c8e-440a-9b80-b6ddad8eb04d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.465587] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5e9149e-8b59-4564-9f95-29f500c9cb4f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.465587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5e9149e-8b59-4564-9f95-29f500c9cb4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.465587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5e9149e-8b59-4564-9f95-29f500c9cb4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.465587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5e9149e-8b59-4564-9f95-29f500c9cb4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.465587] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5e9149e-8b59-4564-9f95-29f500c9cb4f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.471648] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.471737] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.471811] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.472036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.472131] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.472360] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.472446] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.472504] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.472617] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.472721] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.472892] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.472984] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.473060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.473192] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.473287] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.473454] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.473546] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.473606] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.473742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.473814] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.473899] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 is going to be updated. [ 693.550153] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.550397] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.550683] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.550861] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.551030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.577197] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 in Status: IN_PROGRESS for 2s [ 693.725892] env[65962]: INFO networking_nsxv3.common.synchronization [req-01a360af-dc6a-4aa8-a5ae-919a3a5f33bc req-3d1ad614-aad5-4cb9-bda2-d541b0f4a0cb tempest-ServersTestMultiNic-1695483393 tempest-ServersTestMultiNic-1695483393-project-member] Enqueued Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 693.726279] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 693.726724] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.727112] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.727320] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.727677] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.727990] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.728251] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.728432] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.728720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.728927] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.729238] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.807381] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: SUCCESS [ 693.807545] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.807756] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.808197] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.808366] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.808485] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.808553] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.808702] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.808784] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.808910] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.809038] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.809135] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.809196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.809422] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.809619] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.809772] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.809772] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.809912] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.810032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.810192] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.810297] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.966295] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c900e21-0c8e-440a-9b80-b6ddad8eb04d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.966295] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.968916] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5e9149e-8b59-4564-9f95-29f500c9cb4f with status ACTIVE [ 693.969174] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.969314] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.969400] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.969603] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.969692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.969926] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.970043] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.970110] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.970299] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.970412] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.971231] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.971231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.971231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.971231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.971231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.971231] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5e9149e-8b59-4564-9f95-29f500c9cb4f is going to be updated. [ 693.973141] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c900e21-0c8e-440a-9b80-b6ddad8eb04d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.006618] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.006844] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.006906] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.008962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.009204] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.009396] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5e9149e-8b59-4564-9f95-29f500c9cb4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.231654] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.232178] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.232178] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.232348] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.233810] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.233810] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.233810] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.233810] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.233810] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.233810] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.233810] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 already deleted. [ 694.233810] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.254572] env[65962]: INFO networking_nsxv3.common.synchronization [req-01a360af-dc6a-4aa8-a5ae-919a3a5f33bc req-18741e5b-4512-41c0-89e1-a00904069a22 tempest-ServersTestMultiNic-1695483393 tempest-ServersTestMultiNic-1695483393-project-member] Enqueued Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 694.254572] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 694.254572] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.254796] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.254796] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.255033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.255236] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.255506] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.255605] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.255909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.256143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.256288] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.313784] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79ee0ce8-1403-4e78-9833-c559b72ea54d: rpc.has_security_group_logging(os_id): False [ 694.338026] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.338026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.338026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.338026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.338026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.338421] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.338421] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.338421] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.338590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.338660] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.339118] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.339118] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.339118] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.340242] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.340242] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.340242] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.340242] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.340242] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.340464] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.340464] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.340533] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d is going to be created. [ 694.418984] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.419258] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.419258] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.420039] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.420708] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.435399] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: IN_PROGRESS for 2s [ 694.476148] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c900e21-0c8e-440a-9b80-b6ddad8eb04d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.637270] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: SUCCESS [ 694.637553] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.637675] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.637905] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.638160] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.638284] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.638331] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.638496] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.638599] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.638706] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.638807] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.670984] env[65962]: INFO networking_nsxv3.common.synchronization [req-01a360af-dc6a-4aa8-a5ae-919a3a5f33bc req-bc5426d7-9687-458f-bacf-b1eaac34f278 tempest-ServersTestMultiNic-1695483393 tempest-ServersTestMultiNic-1695483393-project-member] Enqueued Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 694.671972] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 694.672295] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.672412] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.760196] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.760394] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.760438] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.760665] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.760758] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.760956] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.761269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.761269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.761269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.761443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.761443] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 already deleted. [ 694.761516] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.761648] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.761839] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.762081] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.762225] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.762266] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.762445] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.762552] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.762670] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.979719] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.979892] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.979958] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.980207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.980341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.980458] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d is going to be created. [ 695.005289] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.005660] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.005660] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.005870] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.006118] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.019671] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d in Status: UNINITIALIZED for 2s [ 695.141985] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.169202] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-239 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.169580] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-239" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.169708] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-239" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.170135] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-239" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.170427] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.170583] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.170709] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.171027] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.171070] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.171310] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.171454] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.171510] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.171640] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.171710] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.171849] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.171957] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.196989] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.197520] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.197520] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.197669] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-239" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.197917] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-e4c59eef-073b-4d78-8914-f757f6fc4ce6 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.198159] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-e4c59eef-073b-4d78-8914-f757f6fc4ce6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.198365] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-e4c59eef-073b-4d78-8914-f757f6fc4ce6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.198721] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-e4c59eef-073b-4d78-8914-f757f6fc4ce6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.198856] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4c59eef-073b-4d78-8914-f757f6fc4ce6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.266143] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.266143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.266143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.266327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.266466] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.267135] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.267135] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.267135] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.267390] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.267699] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.267699] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 already deleted. [ 695.267806] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.593590] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 in Status: SUCCESS [ 695.593891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.643674] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb5aff44-bfa3-4327-b50e-edea44abd4f0: rpc.has_security_group_logging(os_id): False [ 695.668503] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.668728] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.668728] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.668928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.668995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.669404] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.669600] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.669689] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.669961] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.670174] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.670362] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 is going to be created. [ 695.701811] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.702285] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.702519] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.702930] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.703233] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.703524] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port e4c59eef-073b-4d78-8914-f757f6fc4ce6 not found, creating... [ 695.703984] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.704588] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.704588] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.704919] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.705203] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.705726] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.706027] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.706251] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.706648] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.706905] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.710033] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: e4c59eef-073b-4d78-8914-f757f6fc4ce6 is going to be created. [ 695.732221] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.732477] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.732604] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.732909] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.733187] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.733420] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-e4c59eef-073b-4d78-8914-f757f6fc4ce6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.750397] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.750643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.750782] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.751080] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.751356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.764692] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: IN_PROGRESS for 2s [ 696.449036] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: SUCCESS [ 696.449284] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.449465] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.449689] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.449779] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.469348] env[65962]: INFO networking_nsxv3.common.synchronization [req-01a360af-dc6a-4aa8-a5ae-919a3a5f33bc req-2c2710c4-58be-4a76-aab6-055a6a553551 service nova] Enqueued Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_rules [ 696.469580] env[65962]: INFO networking_nsxv3.common.synchronization [req-01a360af-dc6a-4aa8-a5ae-919a3a5f33bc req-2c2710c4-58be-4a76-aab6-055a6a553551 service nova] Enqueued Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 696.469665] env[65962]: INFO networking_nsxv3.common.synchronization [req-01a360af-dc6a-4aa8-a5ae-919a3a5f33bc req-2c2710c4-58be-4a76-aab6-055a6a553551 service nova] Enqueued Resource ID: e4c59eef-073b-4d78-8914-f757f6fc4ce6 with Priority: HIGHEST for action port [ 696.470336] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_rules [ 696.470474] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 696.470573] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4c59eef-073b-4d78-8914-f757f6fc4ce6 with Priority: HIGHEST for action port [ 696.475187] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.475353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.475431] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.475701] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.475793] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.477812] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.478078] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.478157] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.478395] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.478564] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.478667] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.478734] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.480372] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.480497] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.480609] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.482433] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4c59eef-073b-4d78-8914-f757f6fc4ce6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.482773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4c59eef-073b-4d78-8914-f757f6fc4ce6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.482773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4c59eef-073b-4d78-8914-f757f6fc4ce6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.482773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4c59eef-073b-4d78-8914-f757f6fc4ce6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.482868] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4c59eef-073b-4d78-8914-f757f6fc4ce6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.954994] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.954994] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.954994] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.954994] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.954994] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.954994] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.954994] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.954994] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.954994] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.954994] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.954994] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.984553] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.985862] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.986152] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.987573] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4c59eef-073b-4d78-8914-f757f6fc4ce6 with status ACTIVE [ 696.988294] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.988451] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.990816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.990816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.990816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.990816] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.990816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.991104] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.991104] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.991184] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.992234] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.992234] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.992234] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.992234] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.992234] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.992234] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4c59eef-073b-4d78-8914-f757f6fc4ce6 is going to be updated. [ 697.020466] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.020669] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.020710] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.020911] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.021073] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.021238] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4c59eef-073b-4d78-8914-f757f6fc4ce6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.032466] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d in Status: SUCCESS [ 697.032772] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.033031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.033557] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.034052] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.034321] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.034472] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.034729] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.034846] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.034942] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.035062] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c900e21-0c8e-440a-9b80-b6ddad8eb04d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.187745] env[65962]: INFO networking_nsxv3.common.synchronization [req-59028645-489d-445b-b000-c101a241b94e req-50d0dce3-2daf-4459-af44-a708e0f36504 tempest-ListServersNegativeTestJSON-315054831 tempest-ListServersNegativeTestJSON-315054831-project-member] Enqueued Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_members [ 697.188546] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_members [ 697.188639] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9eae595-1d37-4516-86f9-3d0c2c3ac787 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.188741] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.188792] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.191675] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.191675] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.191675] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.191675] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.191675] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.191675] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.191675] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.465751] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.465751] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.465751] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.465751] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.465751] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.465751] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.465751] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.465751] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.466025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.466025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.468286] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.468286] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.468286] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.468286] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.468286] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.468286] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.468286] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.468286] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.468286] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.468286] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.468286] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.488943] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.538445] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c900e21-0c8e-440a-9b80-b6ddad8eb04d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.693495] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.726186] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-669 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.726186] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-669" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.726862] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-669" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.727563] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-669" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.728143] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.728594] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.730517] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.730517] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.730517] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.730517] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.730517] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.730517] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.730517] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.730924] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.731217] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.731475] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.758027] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.758027] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.758027] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.758027] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-669" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.758027] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-4c05fc36-6d3b-4507-9565-01f07bf92453 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.758027] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-4c05fc36-6d3b-4507-9565-01f07bf92453" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.758027] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-4c05fc36-6d3b-4507-9565-01f07bf92453" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.758027] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-4c05fc36-6d3b-4507-9565-01f07bf92453" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.758939] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c05fc36-6d3b-4507-9565-01f07bf92453',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.780128] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: SUCCESS [ 697.780128] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.970397] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79ee0ce8-1403-4e78-9833-c559b72ea54d: rpc.has_security_group_logging(os_id): False [ 697.991732] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.991909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.992023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.992260] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.992355] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.992454] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 is going to be created. [ 697.995848] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.996027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.996115] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.996325] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.996413] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.996630] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.996729] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.996792] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.996940] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.997044] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.997225] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.997320] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.997380] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.997515] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.997620] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.997763] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.997878] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.997982] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.998176] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.998330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.998330] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d is going to be updated. [ 698.029334] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.029334] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.029334] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.029334] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.029334] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.039936] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: UNINITIALIZED for 2s [ 698.042742] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c900e21-0c8e-440a-9b80-b6ddad8eb04d: rpc.has_security_group_logging(os_id): False [ 698.062292] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.062708] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.062866] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.063397] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.063660] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.064053] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.064298] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.064490] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.064730] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.065340] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.066917] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d is going to be created. [ 698.077067] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.077067] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.077067] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.077067] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.077067] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.089796] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: IN_PROGRESS for 2s [ 698.145050] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.145050] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.145050] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.145050] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.145050] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.162389] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d in Status: IN_PROGRESS for 2s [ 698.196945] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.262093] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.262380] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.262504] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.262787] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.262927] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.263156] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 4c05fc36-6d3b-4507-9565-01f07bf92453 not found, creating... [ 698.263435] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.263592] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.263858] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.264139] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.264280] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.264571] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.264718] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.264825] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.265208] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.265334] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.265469] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 4c05fc36-6d3b-4507-9565-01f07bf92453 is going to be created. [ 698.301992] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.302257] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.302381] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.302662] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.302882] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.303200] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-4c05fc36-6d3b-4507-9565-01f07bf92453" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.619170] env[65962]: INFO networking_nsxv3.common.synchronization [None req-f8f46abc-bbcb-4e6e-97eb-6b03c864a8b2 None None] Enqueued Resource ID: 985e193f-3b69-48ba-95c4-811d86acb84e with Priority: HIGHEST for action port [ 698.619447] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985e193f-3b69-48ba-95c4-811d86acb84e with Priority: HIGHEST for action port [ 698.620062] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-985e193f-3b69-48ba-95c4-811d86acb84e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.620193] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-985e193f-3b69-48ba-95c4-811d86acb84e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.620261] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-985e193f-3b69-48ba-95c4-811d86acb84e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.620516] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-985e193f-3b69-48ba-95c4-811d86acb84e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.620593] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('985e193f-3b69-48ba-95c4-811d86acb84e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.699604] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.699762] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.699815] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.700060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.700136] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.700195] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 is going to be updated. [ 698.760067] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.760267] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.760440] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.760727] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.761489] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.771070] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 in Status: IN_PROGRESS for 2s [ 699.055442] env[65962]: INFO networking_nsxv3.common.synchronization [req-01a360af-dc6a-4aa8-a5ae-919a3a5f33bc req-e06c54da-393f-49d4-8620-0908413c9dfa service nova] Enqueued Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_rules [ 699.055693] env[65962]: INFO networking_nsxv3.common.synchronization [req-01a360af-dc6a-4aa8-a5ae-919a3a5f33bc req-e06c54da-393f-49d4-8620-0908413c9dfa service nova] Enqueued Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 699.055764] env[65962]: INFO networking_nsxv3.common.synchronization [req-01a360af-dc6a-4aa8-a5ae-919a3a5f33bc req-e06c54da-393f-49d4-8620-0908413c9dfa service nova] Enqueued Resource ID: 4c05fc36-6d3b-4507-9565-01f07bf92453 with Priority: HIGHEST for action port [ 699.057037] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_rules [ 699.057203] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 699.057309] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c05fc36-6d3b-4507-9565-01f07bf92453 with Priority: HIGHEST for action port [ 699.057595] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.057697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.057896] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.057989] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.058193] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c05fc36-6d3b-4507-9565-01f07bf92453 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.058294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c05fc36-6d3b-4507-9565-01f07bf92453" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.058359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c05fc36-6d3b-4507-9565-01f07bf92453" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.059179] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c05fc36-6d3b-4507-9565-01f07bf92453" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.059179] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c05fc36-6d3b-4507-9565-01f07bf92453',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.124823] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 985e193f-3b69-48ba-95c4-811d86acb84e [ 699.124823] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.124823] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.124823] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.124823] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.124823] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.124823] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:985e193f-3b69-48ba-95c4-811d86acb84e already deleted. [ 699.124823] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-985e193f-3b69-48ba-95c4-811d86acb84e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.524273] env[65962]: INFO networking_nsxv3.common.synchronization [req-000b878d-53c7-4ec8-851c-429f268be095 req-b2d336a1-f0b7-45fe-addc-de1eb8da7c64 tempest-FloatingIPsAssociationTestJSON-1370190316 tempest-FloatingIPsAssociationTestJSON-1370190316-project-member] Enqueued Resource ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c with Priority: HIGHEST for action security_group_members [ 699.525052] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c with Priority: HIGHEST for action security_group_members [ 699.525393] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.525520] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.525588] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.525863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.526015] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.526127] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.526201] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.526439] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.526529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.526625] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b9533a4-5bf3-4126-bae5-bf20bd751e2c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.566256] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c05fc36-6d3b-4507-9565-01f07bf92453 with status ACTIVE [ 699.566432] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.566891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.566891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.566891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.566891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.567130] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.567130] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.567210] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.567692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.567692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.567692] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.567692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.567926] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.567926] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.567926] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.568029] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c05fc36-6d3b-4507-9565-01f07bf92453 is going to be updated. [ 699.591520] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.592270] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.595619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.595619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.595619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.595619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c05fc36-6d3b-4507-9565-01f07bf92453" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.885727] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-239 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.885930] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-239" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.886115] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-239" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.886346] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-239" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.886608] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.886765] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.886879] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.887137] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.887290] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.887506] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.887619] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.887725] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.887830] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.888243] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.888243] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.888348] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.914442] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.914625] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.914742] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.915013] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-239" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.915440] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-a5b2a772-097f-49bd-9407-3fb724a4a07e taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.915642] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-a5b2a772-097f-49bd-9407-3fb724a4a07e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.915763] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-a5b2a772-097f-49bd-9407-3fb724a4a07e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.917043] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-a5b2a772-097f-49bd-9407-3fb724a4a07e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.917043] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5b2a772-097f-49bd-9407-3fb724a4a07e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.031402] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.031402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.031699] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.031945] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.032770] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.032770] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.032770] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.032770] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.032770] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.032770] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.033048] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c already deleted. [ 700.033048] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.043576] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.043875] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-136" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.044029] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-136" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.044492] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-136" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.044601] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.044750] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.044863] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.045224] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.045283] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.045573] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.045714] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.045886] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.046089] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.046252] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.046395] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.046542] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.062308] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: SUCCESS [ 700.062623] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.062734] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.062953] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.063164] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.063281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.063348] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.063491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.063573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.063657] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.063755] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.064590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.064762] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.064930] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.065070] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.065140] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.065286] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.065368] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.065456] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.081774] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.081939] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.082090] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.082267] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-136" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.082581] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-51afa4c9-789a-44f7-a507-88869f9d55bc taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.082749] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-51afa4c9-789a-44f7-a507-88869f9d55bc" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.082863] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-51afa4c9-789a-44f7-a507-88869f9d55bc" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.083392] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-51afa4c9-789a-44f7-a507-88869f9d55bc" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.083392] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51afa4c9-789a-44f7-a507-88869f9d55bc',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.104867] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: SUCCESS [ 700.105162] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.172778] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d in Status: SUCCESS [ 700.173013] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.423607] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.424153] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.424153] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.424309] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.424423] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.424573] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port a5b2a772-097f-49bd-9407-3fb724a4a07e not found, creating... [ 700.424834] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.425058] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.425137] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.425315] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.425546] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.425796] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.426031] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.426115] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.426268] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.426400] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.426541] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: a5b2a772-097f-49bd-9407-3fb724a4a07e is going to be created. [ 700.448345] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.448613] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.448784] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.449120] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.449422] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.449702] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-a5b2a772-097f-49bd-9407-3fb724a4a07e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.567923] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.569214] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.569214] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.585568] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.585788] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.585910] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.586244] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.586415] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.586564] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 51afa4c9-789a-44f7-a507-88869f9d55bc not found, creating... [ 700.586815] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.586964] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.587126] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.587353] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.587508] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.587787] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.587973] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.588432] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.588663] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.588823] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.588967] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 51afa4c9-789a-44f7-a507-88869f9d55bc is going to be created. [ 700.611955] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.612309] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.612344] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.612643] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.612894] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.613163] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-51afa4c9-789a-44f7-a507-88869f9d55bc" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.786041] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 in Status: SUCCESS [ 700.786602] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.971149] env[65962]: INFO networking_nsxv3.common.synchronization [None req-8092f002-7e9d-4719-a87d-03a0bd66d648 None None] Enqueued Resource ID: 68034ff7-3871-4fb5-98a8-42246a0c909a with Priority: HIGHEST for action port [ 700.971499] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68034ff7-3871-4fb5-98a8-42246a0c909a with Priority: HIGHEST for action port [ 700.971857] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-68034ff7-3871-4fb5-98a8-42246a0c909a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.972536] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68034ff7-3871-4fb5-98a8-42246a0c909a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.972536] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68034ff7-3871-4fb5-98a8-42246a0c909a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.974042] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68034ff7-3871-4fb5-98a8-42246a0c909a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.974042] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68034ff7-3871-4fb5-98a8-42246a0c909a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.071018] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.215901] env[65962]: INFO networking_nsxv3.common.synchronization [req-01a360af-dc6a-4aa8-a5ae-919a3a5f33bc req-40594ee5-6644-40d9-8a2c-a68a67ae39d0 service nova] Enqueued Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_rules [ 701.216090] env[65962]: INFO networking_nsxv3.common.synchronization [req-01a360af-dc6a-4aa8-a5ae-919a3a5f33bc req-40594ee5-6644-40d9-8a2c-a68a67ae39d0 service nova] Enqueued Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 701.216220] env[65962]: INFO networking_nsxv3.common.synchronization [req-01a360af-dc6a-4aa8-a5ae-919a3a5f33bc req-40594ee5-6644-40d9-8a2c-a68a67ae39d0 service nova] Enqueued Resource ID: a5b2a772-097f-49bd-9407-3fb724a4a07e with Priority: HIGHEST for action port [ 701.217142] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_rules [ 701.217280] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 701.217383] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b2a772-097f-49bd-9407-3fb724a4a07e with Priority: HIGHEST for action port [ 701.217840] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.217913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.218480] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.218480] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.218480] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5b2a772-097f-49bd-9407-3fb724a4a07e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.218723] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5b2a772-097f-49bd-9407-3fb724a4a07e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.218723] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5b2a772-097f-49bd-9407-3fb724a4a07e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.218801] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5b2a772-097f-49bd-9407-3fb724a4a07e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.218878] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5b2a772-097f-49bd-9407-3fb724a4a07e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.353348] env[65962]: INFO networking_nsxv3.common.synchronization [req-000b878d-53c7-4ec8-851c-429f268be095 req-26e568dd-d55f-43a1-8791-757b56eabe5b service nova] Enqueued Resource ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c with Priority: HIGHEST for action security_group_rules [ 701.353636] env[65962]: INFO networking_nsxv3.common.synchronization [req-000b878d-53c7-4ec8-851c-429f268be095 req-26e568dd-d55f-43a1-8791-757b56eabe5b service nova] Enqueued Resource ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c with Priority: HIGHEST for action security_group_members [ 701.353848] env[65962]: INFO networking_nsxv3.common.synchronization [req-000b878d-53c7-4ec8-851c-429f268be095 req-26e568dd-d55f-43a1-8791-757b56eabe5b service nova] Enqueued Resource ID: 51afa4c9-789a-44f7-a507-88869f9d55bc with Priority: HIGHEST for action port [ 701.355220] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c with Priority: HIGHEST for action security_group_rules [ 701.355220] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c with Priority: HIGHEST for action security_group_members [ 701.355220] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51afa4c9-789a-44f7-a507-88869f9d55bc with Priority: HIGHEST for action port [ 701.355220] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b9533a4-5bf3-4126-bae5-bf20bd751e2c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.355688] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.355843] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.356383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.356542] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b9533a4-5bf3-4126-bae5-bf20bd751e2c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.360156] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.360156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.360156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.360156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.360156] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.360156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.360156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.360156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.360156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.360156] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b9533a4-5bf3-4126-bae5-bf20bd751e2c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.360156] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-51afa4c9-789a-44f7-a507-88869f9d55bc taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.360156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51afa4c9-789a-44f7-a507-88869f9d55bc" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.360156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51afa4c9-789a-44f7-a507-88869f9d55bc" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.360156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51afa4c9-789a-44f7-a507-88869f9d55bc" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.360156] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51afa4c9-789a-44f7-a507-88869f9d55bc',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.479199] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68034ff7-3871-4fb5-98a8-42246a0c909a [ 701.479199] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.479199] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.479199] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.479199] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.479199] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.479199] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68034ff7-3871-4fb5-98a8-42246a0c909a already deleted. [ 701.479199] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68034ff7-3871-4fb5-98a8-42246a0c909a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.576788] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.577115] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.577409] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.577570] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.577716] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.577967] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 is going to be updated. [ 701.621024] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.621024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.621024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.621024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.621024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.632661] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: IN_PROGRESS for 2s [ 701.720921] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5b2a772-097f-49bd-9407-3fb724a4a07e with status ACTIVE [ 701.721224] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.721363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.721448] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.721792] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.721953] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.722240] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.722647] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.722647] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.722647] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.722820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.722947] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.723059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.723121] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.723273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.723445] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.723445] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5b2a772-097f-49bd-9407-3fb724a4a07e is going to be updated. [ 701.751076] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.751227] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.751344] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.751828] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.751904] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.752097] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5b2a772-097f-49bd-9407-3fb724a4a07e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.775020] env[65962]: INFO networking_nsxv3.common.synchronization [req-def320ef-3a44-48a7-89f9-d2b3ec5320b8 req-b4712f73-12de-44df-b1f4-5846dcbbff48 tempest-SecurityGroupRulesNegativeTestJSON-1011917667 tempest-SecurityGroupRulesNegativeTestJSON-1011917667-project-member] Enqueued Resource ID: 1713f4dc-af33-4630-bfcd-a6f5ff031d81 with Priority: HIGHEST for action security_group_rules [ 701.775503] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1713f4dc-af33-4630-bfcd-a6f5ff031d81 with Priority: HIGHEST for action security_group_rules [ 701.775811] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1713f4dc-af33-4630-bfcd-a6f5ff031d81 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.775933] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1713f4dc-af33-4630-bfcd-a6f5ff031d81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.775994] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1713f4dc-af33-4630-bfcd-a6f5ff031d81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.776767] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1713f4dc-af33-4630-bfcd-a6f5ff031d81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.776857] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1713f4dc-af33-4630-bfcd-a6f5ff031d81',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.863656] env[65962]: INFO networking_nsxv3.common.synchronization [req-d725694e-4886-468a-a4fc-fdd8e60c958a req-befaaee9-1f34-4165-8f9d-4ae855533bc9 tempest-SecurityGroupRulesTestJSON-1996468227 tempest-SecurityGroupRulesTestJSON-1996468227-project-member] Enqueued Resource ID: ee752ed4-71ab-47d7-9b30-fba4da850f25 with Priority: HIGHEST for action security_group_rules [ 701.865462] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b9533a4-5bf3-4126-bae5-bf20bd751e2c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.867079] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.867079] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.867333] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee752ed4-71ab-47d7-9b30-fba4da850f25 with Priority: HIGHEST for action security_group_rules [ 701.868027] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51afa4c9-789a-44f7-a507-88869f9d55bc with status ACTIVE [ 701.868352] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.868580] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.868702] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.868988] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.869124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.869327] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.869466] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.869532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.871640] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.872219] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.872219] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.872219] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.872363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.872463] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.872556] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.872966] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51afa4c9-789a-44f7-a507-88869f9d55bc is going to be updated. [ 701.877999] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee752ed4-71ab-47d7-9b30-fba4da850f25 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.877999] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee752ed4-71ab-47d7-9b30-fba4da850f25" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.877999] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee752ed4-71ab-47d7-9b30-fba4da850f25" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.881803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee752ed4-71ab-47d7-9b30-fba4da850f25" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.881803] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee752ed4-71ab-47d7-9b30-fba4da850f25',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.916339] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.916557] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.916650] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.916965] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.917209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.917739] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51afa4c9-789a-44f7-a507-88869f9d55bc" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.303917] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.304435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.304435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.304435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.304599] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.304699] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1713f4dc-af33-4630-bfcd-a6f5ff031d81 already deleted. [ 702.304814] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1713f4dc-af33-4630-bfcd-a6f5ff031d81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.368470] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b9533a4-5bf3-4126-bae5-bf20bd751e2c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.410349] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.410529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.410584] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.410786] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.410873] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.410967] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee752ed4-71ab-47d7-9b30-fba4da850f25 already deleted. [ 702.411066] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee752ed4-71ab-47d7-9b30-fba4da850f25" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.876254] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.876387] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.877071] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.877071] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.877071] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.877071] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c is going to be created. [ 702.902296] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.902568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.902644] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.902965] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.903259] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.914411] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c in Status: UNINITIALIZED for 2s [ 703.648058] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: SUCCESS [ 703.648058] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.648566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.648566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.653060] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.653060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.653060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.653060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.653060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.653060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.653060] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.653060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.653060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.653060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.653750] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.653750] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.653750] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.653750] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.653750] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.653750] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.653750] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.654686] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.654837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.655045] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.655183] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.655268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.655587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.655587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.655587] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.160861] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.162345] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0: rpc.has_security_group_logging(os_id): False [ 704.182108] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.183273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.183273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.183273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.183273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.184017] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.184331] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.184488] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.185018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.185018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.185216] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.186948] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.186948] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.186948] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.186948] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.186948] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.186948] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.186948] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.186948] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.186948] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.186948] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 is going to be created. [ 704.220228] env[65962]: INFO networking_nsxv3.common.synchronization [None req-7a62a8cc-003a-44a9-9b38-8064f508efa0 None None] Enqueued Resource ID: b658e95e-0759-4796-8a7c-c0941f6f118e with Priority: HIGHEST for action port [ 704.221725] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b658e95e-0759-4796-8a7c-c0941f6f118e with Priority: HIGHEST for action port [ 704.223622] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-b658e95e-0759-4796-8a7c-c0941f6f118e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.223622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b658e95e-0759-4796-8a7c-c0941f6f118e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.223622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b658e95e-0759-4796-8a7c-c0941f6f118e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.223824] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b658e95e-0759-4796-8a7c-c0941f6f118e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.223859] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b658e95e-0759-4796-8a7c-c0941f6f118e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.254043] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.254334] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.254334] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.254480] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.254631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.267949] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: IN_PROGRESS for 2s [ 704.387801] env[65962]: INFO networking_nsxv3.common.synchronization [None req-689bcdb2-059d-4561-bf65-2764c084b535 None None] Enqueued Resource ID: b6ceb5bc-01b0-4612-adc4-db4b756b4d5a with Priority: HIGHEST for action port [ 704.388450] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6ceb5bc-01b0-4612-adc4-db4b756b4d5a with Priority: HIGHEST for action port [ 704.389335] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6ceb5bc-01b0-4612-adc4-db4b756b4d5a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.390610] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6ceb5bc-01b0-4612-adc4-db4b756b4d5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.390610] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6ceb5bc-01b0-4612-adc4-db4b756b4d5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.390610] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6ceb5bc-01b0-4612-adc4-db4b756b4d5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.390610] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6ceb5bc-01b0-4612-adc4-db4b756b4d5a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.665524] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.727664] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b658e95e-0759-4796-8a7c-c0941f6f118e [ 704.727664] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.727880] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.727915] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.728232] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.728355] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.728454] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b658e95e-0759-4796-8a7c-c0941f6f118e already deleted. [ 704.728551] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b658e95e-0759-4796-8a7c-c0941f6f118e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.895549] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6ceb5bc-01b0-4612-adc4-db4b756b4d5a [ 704.895734] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.895928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.895972] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.896241] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.896724] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.896724] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6ceb5bc-01b0-4612-adc4-db4b756b4d5a already deleted. [ 704.896724] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6ceb5bc-01b0-4612-adc4-db4b756b4d5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.918100] env[65962]: INFO networking_nsxv3.common.synchronization [req-fa5179be-7c6f-4c66-9a15-11c53dd52e42 req-e05b9c63-fd14-4518-9169-b9a31bda7539 tempest-ServerRescueTestJSONUnderV235-268252267 tempest-ServerRescueTestJSONUnderV235-268252267-project-member] Enqueued Resource ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 with Priority: HIGHEST for action security_group_members [ 704.918883] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 with Priority: HIGHEST for action security_group_members [ 704.919676] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.920146] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.920146] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.920239] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.920432] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.920535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.920568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.920927] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.920982] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.921096] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.928344] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c in Status: SUCCESS [ 704.928593] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.928753] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.928977] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.929219] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.929356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.929446] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.929640] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.929727] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.929815] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.929931] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b9533a4-5bf3-4126-bae5-bf20bd751e2c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.168902] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.169123] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.169123] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.169346] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.169437] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.169535] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 is going to be updated. [ 705.211860] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.212035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.212097] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.212940] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.212940] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.224206] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: IN_PROGRESS for 2s [ 705.424207] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.425031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.425031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.426076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.426305] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.426662] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.427632] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.427752] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.428043] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.428134] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.428307] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 is going to be updated. [ 705.434613] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.434613] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.434613] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.435023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.438020] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.438020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.438020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.438020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.438020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.438020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.438020] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.438020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.438020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.438020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.438020] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.438020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.438020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.438020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.438020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.438020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.438020] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b9533a4-5bf3-4126-bae5-bf20bd751e2c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.462123] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.462947] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.463043] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.463411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.463773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.474435] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 in Status: IN_PROGRESS for 2s [ 705.940152] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b9533a4-5bf3-4126-bae5-bf20bd751e2c: rpc.has_security_group_logging(os_id): False [ 705.962103] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.962538] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.962845] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.963257] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.963652] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.964120] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.964399] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.964600] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.964901] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.965135] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.965478] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.965752] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.965955] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.966327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.966558] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.967505] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.968024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.968418] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.968639] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.969340] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.969449] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c is going to be created. [ 706.068733] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.068943] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.069020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.069252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.069524] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.083118] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c in Status: IN_PROGRESS for 2s [ 706.295174] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: SUCCESS [ 706.295174] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.295285] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.295538] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.295635] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.798805] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.798805] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.237139] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: SUCCESS [ 707.237451] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.237705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.237966] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.239607] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.240066] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.240274] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.240622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.241797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.241797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.241935] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.489058] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 in Status: SUCCESS [ 707.489256] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 deletion is rescheduled due to dependency. [ 707.489377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.517667] env[65962]: INFO networking_nsxv3.common.synchronization [None req-8098cd57-0c43-459f-a5f8-cd623dc832fb None None] Enqueued Resource ID: ea136a2f-a471-4b35-a3d1-d8da38de257f with Priority: HIGHEST for action port [ 707.522589] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea136a2f-a471-4b35-a3d1-d8da38de257f with Priority: HIGHEST for action port [ 707.523563] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea136a2f-a471-4b35-a3d1-d8da38de257f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.523765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea136a2f-a471-4b35-a3d1-d8da38de257f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.523765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea136a2f-a471-4b35-a3d1-d8da38de257f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.524943] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea136a2f-a471-4b35-a3d1-d8da38de257f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.524943] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea136a2f-a471-4b35-a3d1-d8da38de257f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.570463] env[65962]: INFO networking_nsxv3.common.synchronization [None req-1a176bc3-259f-494e-883a-62d64529d16b None None] Enqueued Resource ID: 0684c50d-96d2-4b75-be1d-d01597ce9394 with Priority: HIGHEST for action port [ 707.571295] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0684c50d-96d2-4b75-be1d-d01597ce9394 with Priority: HIGHEST for action port [ 707.571883] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-0684c50d-96d2-4b75-be1d-d01597ce9394 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.572054] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0684c50d-96d2-4b75-be1d-d01597ce9394" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.572276] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0684c50d-96d2-4b75-be1d-d01597ce9394" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.572529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0684c50d-96d2-4b75-be1d-d01597ce9394" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.572619] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0684c50d-96d2-4b75-be1d-d01597ce9394',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.745026] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.745242] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.745291] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.745498] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.745665] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.745764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.745830] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.745974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.746077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.746166] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.746312] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.746405] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.746466] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.746604] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.746740] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.746830] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.746944] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.747031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.747197] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.747197] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.747282] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.027180] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea136a2f-a471-4b35-a3d1-d8da38de257f [ 708.028039] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.028039] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.028039] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.028039] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.028253] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.028253] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea136a2f-a471-4b35-a3d1-d8da38de257f already deleted. [ 708.028325] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea136a2f-a471-4b35-a3d1-d8da38de257f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.075436] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0684c50d-96d2-4b75-be1d-d01597ce9394 [ 708.075436] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.075765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.075765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.076299] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.076401] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.076510] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0684c50d-96d2-4b75-be1d-d01597ce9394 already deleted. [ 708.076593] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0684c50d-96d2-4b75-be1d-d01597ce9394" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.096092] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c in Status: SUCCESS [ 708.097485] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.156740] env[65962]: INFO networking_nsxv3.common.synchronization [req-fb8f1575-a0eb-4eaf-a048-9b60d7724cf9 req-309cd3ec-12a9-4dc6-b9c6-d172c85c0cf3 tempest-ListServerFiltersTestJSON-869009943 tempest-ListServerFiltersTestJSON-869009943-project-member] Enqueued Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_members [ 708.157796] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_members [ 708.157996] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.158233] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.158342] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.160714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.160714] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.160714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.160714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.160714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.160714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.160714] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.250847] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0: rpc.has_security_group_logging(os_id): False [ 708.272384] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.272651] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.272651] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.272850] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.273011] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.273167] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.273256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.273821] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.273821] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.273821] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.273821] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.273821] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.273821] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.274251] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.274251] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.274251] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.274407] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.274407] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.274501] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.274575] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.274762] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 is going to be updated. [ 708.342558] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.342720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.342792] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.343012] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.343165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.356590] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: IN_PROGRESS for 2s [ 708.498726] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.498921] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-725" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.499053] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-725" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.499444] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-725" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.499759] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.499943] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.500074] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.500566] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.500566] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.500681] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.500773] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.500970] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.500970] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.501083] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.501182] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.501292] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.528345] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.528642] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.528873] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.529171] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-725" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.529722] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-a62ff057-e789-4046-8717-a81655ea2533 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.530008] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-a62ff057-e789-4046-8717-a81655ea2533" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.530225] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-a62ff057-e789-4046-8717-a81655ea2533" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.530707] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-a62ff057-e789-4046-8717-a81655ea2533" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.530921] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a62ff057-e789-4046-8717-a81655ea2533',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.666411] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.666411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.666510] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.666768] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.666838] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.667854] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.667854] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.667854] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.667854] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.667854] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.667854] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 already deleted. [ 708.668127] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.033796] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.034151] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.034762] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.034762] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.034762] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.034982] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port a62ff057-e789-4046-8717-a81655ea2533 not found, creating... [ 709.035138] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.035292] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.035402] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.035683] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.035818] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.036898] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.036898] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.037381] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.037528] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.037706] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.037919] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: a62ff057-e789-4046-8717-a81655ea2533 is going to be created. [ 709.066094] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.066319] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.066439] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.067481] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.067704] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.068097] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-a62ff057-e789-4046-8717-a81655ea2533" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.795630] env[65962]: INFO networking_nsxv3.common.synchronization [req-fb8f1575-a0eb-4eaf-a048-9b60d7724cf9 req-a155f539-deaa-4044-a87b-ee2b84fe2c12 service nova] Enqueued Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_rules [ 709.795630] env[65962]: INFO networking_nsxv3.common.synchronization [req-fb8f1575-a0eb-4eaf-a048-9b60d7724cf9 req-a155f539-deaa-4044-a87b-ee2b84fe2c12 service nova] Enqueued Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_members [ 709.795630] env[65962]: INFO networking_nsxv3.common.synchronization [req-fb8f1575-a0eb-4eaf-a048-9b60d7724cf9 req-a155f539-deaa-4044-a87b-ee2b84fe2c12 service nova] Enqueued Resource ID: a62ff057-e789-4046-8717-a81655ea2533 with Priority: HIGHEST for action port [ 709.795630] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_rules [ 709.795630] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_members [ 709.795630] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62ff057-e789-4046-8717-a81655ea2533 with Priority: HIGHEST for action port [ 709.800021] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.800021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.800021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.800021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.800021] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.800021] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.800021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.800021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.800021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.800021] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.800021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.800021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.800021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.800021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.800021] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.800021] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a62ff057-e789-4046-8717-a81655ea2533 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.800021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a62ff057-e789-4046-8717-a81655ea2533" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.801082] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a62ff057-e789-4046-8717-a81655ea2533" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.801562] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a62ff057-e789-4046-8717-a81655ea2533" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.802894] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a62ff057-e789-4046-8717-a81655ea2533',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.303435] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.303615] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.303771] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.304709] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a62ff057-e789-4046-8717-a81655ea2533 with status ACTIVE [ 710.304915] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.305092] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.305180] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.305389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.305480] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.305650] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.305747] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.305809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.305952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.306697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.307358] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.307580] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.307693] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.307899] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.308127] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.308280] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a62ff057-e789-4046-8717-a81655ea2533 is going to be updated. [ 710.349955] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.350307] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.350407] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.350719] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.351150] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.351328] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a62ff057-e789-4046-8717-a81655ea2533" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.374458] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: SUCCESS [ 710.374458] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.374458] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.374458] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.374458] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.599022] env[65962]: INFO networking_nsxv3.common.synchronization [req-0c221ec7-8485-4e9b-a79b-799dd3c58016 req-ec63dccb-2774-40a5-be36-2040bc0cc54d tempest-ServersTestFqdnHostnames-772615674 tempest-ServersTestFqdnHostnames-772615674-project-member] Enqueued Resource ID: bb560af0-ae21-4758-b44e-2e485fe0379a with Priority: HIGHEST for action security_group_members [ 710.599881] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb560af0-ae21-4758-b44e-2e485fe0379a with Priority: HIGHEST for action security_group_members [ 710.603871] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb560af0-ae21-4758-b44e-2e485fe0379a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.604442] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.604663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.604805] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.605057] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.605202] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.605280] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.605505] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.605609] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.605707] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb560af0-ae21-4758-b44e-2e485fe0379a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.750273] env[65962]: INFO networking_nsxv3.common.synchronization [req-a2391040-6cc0-4015-89e4-7ac626db0ee2 req-1c787f90-dbe5-4063-8cb7-f08461793aea tempest-SecurityGroupRulesNegativeTestJSON-1011917667 tempest-SecurityGroupRulesNegativeTestJSON-1011917667-project-member] Enqueued Resource ID: 1713f4dc-af33-4630-bfcd-a6f5ff031d81 with Priority: HIGHEST for action security_group_rules [ 710.751294] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1713f4dc-af33-4630-bfcd-a6f5ff031d81 with Priority: HIGHEST for action security_group_rules [ 710.751294] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1713f4dc-af33-4630-bfcd-a6f5ff031d81 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.751294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1713f4dc-af33-4630-bfcd-a6f5ff031d81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.751294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1713f4dc-af33-4630-bfcd-a6f5ff031d81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.752506] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1713f4dc-af33-4630-bfcd-a6f5ff031d81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.752506] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1713f4dc-af33-4630-bfcd-a6f5ff031d81',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.810346] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.876726] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.876726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.876726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.876952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.877200] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.877313] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.877378] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.877973] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.878097] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.878241] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.878349] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.108700] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.108885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.108919] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.109172] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.109255] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.109456] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.109554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.109617] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.109768] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.109843] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.109929] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb560af0-ae21-4758-b44e-2e485fe0379a is going to be updated. [ 711.142087] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.142087] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.142087] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.142087] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.142087] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.151575] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb560af0-ae21-4758-b44e-2e485fe0379a in Status: IN_PROGRESS for 2s [ 711.285954] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.285954] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.285954] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.285954] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.285954] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.285954] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1713f4dc-af33-4630-bfcd-a6f5ff031d81 already deleted. [ 711.285954] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1713f4dc-af33-4630-bfcd-a6f5ff031d81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.313903] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.314076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.314174] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.314368] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.314459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.314557] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 is going to be created. [ 711.341272] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.341272] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.341272] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.341272] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.341499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.353489] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: UNINITIALIZED for 2s [ 711.381765] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.381972] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.382029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.382235] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.382422] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.382558] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.382887] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.383101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.383241] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.383374] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.383562] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.384323] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.384423] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.384606] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.384786] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.384921] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.385132] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.385339] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.385453] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.385563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.385677] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.888335] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0: rpc.has_security_group_logging(os_id): False [ 711.909665] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.909891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.910177] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.910306] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.910731] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.911067] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.911497] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.911497] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.911497] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.911497] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.911939] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.911939] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.911939] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.912131] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.912551] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.912551] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.912551] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.912551] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.912801] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.912935] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.912935] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 is going to be updated. [ 711.987018] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.987530] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.987979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.988189] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.988559] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.034087] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: IN_PROGRESS for 2s [ 713.163798] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb560af0-ae21-4758-b44e-2e485fe0379a in Status: SUCCESS [ 713.164204] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb560af0-ae21-4758-b44e-2e485fe0379a deletion is rescheduled due to dependency. [ 713.167825] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb560af0-ae21-4758-b44e-2e485fe0379a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.249945] env[65962]: INFO networking_nsxv3.common.synchronization [req-f8c89257-74ae-4f90-95a0-06a616fc2470 req-45ba150e-1251-4fa0-9a9f-9116199af674 tempest-ServerExternalEventsTest-2123547907 tempest-ServerExternalEventsTest-2123547907-project-member] Enqueued Resource ID: 3853c7a7-8bb8-44da-8235-e2176fcddb81 with Priority: HIGHEST for action security_group_members [ 713.250457] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3853c7a7-8bb8-44da-8235-e2176fcddb81 with Priority: HIGHEST for action security_group_members [ 713.250764] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-3853c7a7-8bb8-44da-8235-e2176fcddb81 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.250903] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.250968] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.251274] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.251428] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.251528] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.251582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.251786] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.251847] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.251891] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3853c7a7-8bb8-44da-8235-e2176fcddb81',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.365979] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: SUCCESS [ 713.366278] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.366409] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.366719] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.366898] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.367037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.367106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.367318] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.367400] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.367488] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.367616] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.561199] env[65962]: INFO networking_nsxv3.common.synchronization [req-05b5fd18-25fe-4959-abe6-d256c0427e92 req-53f7b6e5-be24-4d4c-8640-24592517973a tempest-MultipleCreateTestJSON-648113911 tempest-MultipleCreateTestJSON-648113911-project-member] Enqueued Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 713.561954] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 713.562161] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.562284] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.562345] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.562547] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.562698] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.562797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.562859] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.563011] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.563099] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.563196] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.609744] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.610013] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.610157] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.610435] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.612110] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.612110] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.612110] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.612110] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.612110] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.612110] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.612110] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.612110] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.612110] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.612110] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.612110] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.612110] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.633970] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.634251] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.635039] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.635039] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.635373] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-297c85d4-385d-4a2c-b1b0-32481b92b074 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.635656] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-297c85d4-385d-4a2c-b1b0-32481b92b074" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.635858] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-297c85d4-385d-4a2c-b1b0-32481b92b074" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.636350] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-297c85d4-385d-4a2c-b1b0-32481b92b074" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.636572] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('297c85d4-385d-4a2c-b1b0-32481b92b074',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.757562] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.757732] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.757793] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.758013] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.758113] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.759881] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.759881] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.759881] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.759881] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.759881] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.759881] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3853c7a7-8bb8-44da-8235-e2176fcddb81 already deleted. [ 713.759881] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.870625] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.870755] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.870814] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.871241] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.871241] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.871785] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.871785] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.871785] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.871785] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.871785] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.871785] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.871996] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.871996] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.872117] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.872448] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.872448] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.872448] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.872599] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.872599] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.872649] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.873223] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.052340] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: SUCCESS [ 714.052584] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.065333] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.140610] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.141187] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.141187] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.141600] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.141805] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.142144] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 297c85d4-385d-4a2c-b1b0-32481b92b074 not found, creating... [ 714.142428] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.142657] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.142817] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.143204] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.143390] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.143818] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.144032] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.144165] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.144461] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.144725] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.144795] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 297c85d4-385d-4a2c-b1b0-32481b92b074 is going to be created. [ 714.167601] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.167930] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.167930] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.168531] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.168608] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.169315] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-297c85d4-385d-4a2c-b1b0-32481b92b074" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.375274] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3b4ed86-0ab1-434e-a893-0d753c4d5090: rpc.has_security_group_logging(os_id): False [ 714.406083] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.406383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.406520] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.406784] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.406897] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.407204] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.407321] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.407483] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.407677] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.407810] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.408147] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.408384] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.408384] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.408691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.408824] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.409192] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.409382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.409471] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.409724] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.409845] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.410021] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 is going to be created. [ 714.513509] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.513715] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.513715] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.513937] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.514141] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.525714] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: IN_PROGRESS for 2s [ 714.567245] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.943046] env[65962]: INFO networking_nsxv3.common.synchronization [req-f8c89257-74ae-4f90-95a0-06a616fc2470 req-a8585b90-9810-4169-863f-4b4acf749374 service nova] Enqueued Resource ID: 3853c7a7-8bb8-44da-8235-e2176fcddb81 with Priority: HIGHEST for action security_group_rules [ 714.943235] env[65962]: INFO networking_nsxv3.common.synchronization [req-f8c89257-74ae-4f90-95a0-06a616fc2470 req-a8585b90-9810-4169-863f-4b4acf749374 service nova] Enqueued Resource ID: 3853c7a7-8bb8-44da-8235-e2176fcddb81 with Priority: HIGHEST for action security_group_members [ 714.943414] env[65962]: INFO networking_nsxv3.common.synchronization [req-f8c89257-74ae-4f90-95a0-06a616fc2470 req-a8585b90-9810-4169-863f-4b4acf749374 service nova] Enqueued Resource ID: 297c85d4-385d-4a2c-b1b0-32481b92b074 with Priority: HIGHEST for action port [ 714.943948] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3853c7a7-8bb8-44da-8235-e2176fcddb81 with Priority: HIGHEST for action security_group_rules [ 714.948229] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3853c7a7-8bb8-44da-8235-e2176fcddb81 with Priority: HIGHEST for action security_group_members [ 714.948229] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 297c85d4-385d-4a2c-b1b0-32481b92b074 with Priority: HIGHEST for action port [ 714.948229] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3853c7a7-8bb8-44da-8235-e2176fcddb81 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.948229] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.948229] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.948229] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.948229] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3853c7a7-8bb8-44da-8235-e2176fcddb81',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.948229] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-3853c7a7-8bb8-44da-8235-e2176fcddb81 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.948229] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.948229] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.948229] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.948229] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.948229] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.948229] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.948229] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.948229] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.948229] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3853c7a7-8bb8-44da-8235-e2176fcddb81',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.950142] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-297c85d4-385d-4a2c-b1b0-32481b92b074 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.950766] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-297c85d4-385d-4a2c-b1b0-32481b92b074" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.950963] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-297c85d4-385d-4a2c-b1b0-32481b92b074" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.951348] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-297c85d4-385d-4a2c-b1b0-32481b92b074" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.951648] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('297c85d4-385d-4a2c-b1b0-32481b92b074',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.070430] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.070593] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.070593] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.072028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.072028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.072028] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d is going to be updated. [ 715.107903] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.107903] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.107903] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.107903] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.107903] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.122091] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: IN_PROGRESS for 2s [ 715.259208] env[65962]: INFO networking_nsxv3.common.synchronization [req-1e4f3312-6dbf-43c0-9f95-781043326564 req-f1c9a0b4-3927-4b1d-a169-c18b263624f3 tempest-MultipleCreateTestJSON-648113911 tempest-MultipleCreateTestJSON-648113911-project-member] Enqueued Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 715.259801] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 715.260203] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.260324] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.276323] env[65962]: INFO networking_nsxv3.common.synchronization [req-4bede322-426b-4202-8382-7d42cc07b798 req-bf841c58-9c9e-4110-ac84-8be1110c3a56 tempest-ImagesTestJSON-946931724 tempest-ImagesTestJSON-946931724-project-member] Enqueued Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 715.276323] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 715.277396] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.277529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.277587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.277791] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.277944] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.278157] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.278231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.279199] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.279199] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.279199] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.456937] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3853c7a7-8bb8-44da-8235-e2176fcddb81',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.458403] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-3853c7a7-8bb8-44da-8235-e2176fcddb81 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.458568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.458825] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 297c85d4-385d-4a2c-b1b0-32481b92b074 with status ACTIVE [ 715.459070] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.459241] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.459332] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.459641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.459792] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.461130] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.461282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.461359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.461556] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.461556] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.461556] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.461556] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.461556] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.461556] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.461556] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.461556] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 297c85d4-385d-4a2c-b1b0-32481b92b074 is going to be updated. [ 715.483848] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.484079] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.484079] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.484214] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.485351] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.485351] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-297c85d4-385d-4a2c-b1b0-32481b92b074" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.735753] env[65962]: INFO networking_nsxv3.common.synchronization [req-3433c159-fe3d-4291-a7fa-ec1cf8ff4ef6 req-1df49ddb-321a-4408-b91d-0d5f7115a1ce tempest-ImagesOneServerNegativeTestJSON-1332257905 tempest-ImagesOneServerNegativeTestJSON-1332257905-project-member] Enqueued Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_members [ 715.736942] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_members [ 715.737697] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.737888] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.737958] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.738265] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.738533] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.738643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.738758] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.738962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.739123] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.739233] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.780713] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.780876] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.780949] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.781202] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.781304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.781497] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.781603] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.781687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.781844] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.781925] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.782017] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e is going to be updated. [ 715.818648] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.818648] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.818648] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.818648] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.818648] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.834143] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: IN_PROGRESS for 2s [ 715.964820] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3853c7a7-8bb8-44da-8235-e2176fcddb81',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.145842] env[65962]: INFO networking_nsxv3.common.synchronization [req-2c8e774c-91a1-4ac3-8ec0-133eafe4099a req-6ae054a7-3b0b-4bde-8853-13e06536e283 tempest-ServerTagsTestJSON-2128356230 tempest-ServerTagsTestJSON-2128356230-project-member] Enqueued Resource ID: 0a14b81f-f11d-4d00-b4db-2f3e249a4a4f with Priority: HIGHEST for action security_group_members [ 716.145842] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a14b81f-f11d-4d00-b4db-2f3e249a4a4f with Priority: HIGHEST for action security_group_members [ 716.146794] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.147118] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.147356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.148069] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.148523] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.148927] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.149303] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.149603] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.149794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.149991] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a14b81f-f11d-4d00-b4db-2f3e249a4a4f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.241888] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.242097] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.242214] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.242782] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.242782] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.242782] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.242922] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.242951] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.243129] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.243209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.243506] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 already deleted. [ 716.243606] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.264571] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.264882] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-685" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.264882] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-685" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.265358] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-685" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.265638] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.265807] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.266047] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.266768] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.266928] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.267225] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.267358] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.267672] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.267974] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.268196] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.268550] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.268907] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.318093] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.318093] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.049 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.318093] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.318093] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-685" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.318508] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-8e237246-9443-41ae-a51f-8f499affd88e taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.318628] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-8e237246-9443-41ae-a51f-8f499affd88e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.318768] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-8e237246-9443-41ae-a51f-8f499affd88e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.319916] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-8e237246-9443-41ae-a51f-8f499affd88e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.319916] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e237246-9443-41ae-a51f-8f499affd88e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.468446] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.468615] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.468689] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.469061] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.469232] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.469361] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3853c7a7-8bb8-44da-8235-e2176fcddb81 is going to be created. [ 716.497026] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.497631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.497631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.497631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.497844] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.510443] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3853c7a7-8bb8-44da-8235-e2176fcddb81 in Status: UNINITIALIZED for 2s [ 716.540766] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: SUCCESS [ 716.541033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.653850] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.654086] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.654203] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.654327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.654421] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.654614] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.654719] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.654774] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.654932] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.655060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.655160] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a14b81f-f11d-4d00-b4db-2f3e249a4a4f is going to be updated. [ 716.707511] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.707724] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.707802] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.708110] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.708311] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.721109] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a14b81f-f11d-4d00-b4db-2f3e249a4a4f in Status: IN_PROGRESS for 2s [ 716.822066] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.822516] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.823230] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.823230] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.824052] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.824261] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 8e237246-9443-41ae-a51f-8f499affd88e not found, creating... [ 716.824754] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.824984] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.825144] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.825409] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.825652] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.826280] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.826718] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.826718] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.826934] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.827142] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.827468] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 8e237246-9443-41ae-a51f-8f499affd88e is going to be created. [ 716.854471] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.854471] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.854471] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.854471] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.855190] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.855190] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-8e237246-9443-41ae-a51f-8f499affd88e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.059774] env[65962]: INFO networking_nsxv3.common.synchronization [req-4285a751-28e0-4d7a-a578-39fb5e6db481 req-f4803368-0b1f-4056-b2e3-19fa060eb519 tempest-SecurityGroupRulesTestJSON-1996468227 tempest-SecurityGroupRulesTestJSON-1996468227-project-member] Enqueued Resource ID: 40594916-f02d-4e03-9922-41b66c9a098a with Priority: HIGHEST for action security_group_rules [ 717.060535] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40594916-f02d-4e03-9922-41b66c9a098a with Priority: HIGHEST for action security_group_rules [ 717.060852] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40594916-f02d-4e03-9922-41b66c9a098a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.060971] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40594916-f02d-4e03-9922-41b66c9a098a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.061052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40594916-f02d-4e03-9922-41b66c9a098a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.061299] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40594916-f02d-4e03-9922-41b66c9a098a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.061376] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40594916-f02d-4e03-9922-41b66c9a098a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.136164] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: SUCCESS [ 717.136729] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.136729] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.136973] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.137428] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.138132] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.138232] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.139042] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.139042] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.139042] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.586694] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.587037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.587037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.587263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.587390] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.587510] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40594916-f02d-4e03-9922-41b66c9a098a already deleted. [ 717.587626] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40594916-f02d-4e03-9922-41b66c9a098a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.644368] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.644525] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.644600] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.644931] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.645077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.645363] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.645863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.645863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.645995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.646093] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.646232] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d is going to be updated. [ 717.686377] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.686377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.686377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.686377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.686377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.702327] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: IN_PROGRESS for 2s [ 717.846680] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: SUCCESS [ 717.847351] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e deletion is rescheduled due to dependency. [ 717.847351] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.143027] env[65962]: INFO networking_nsxv3.common.synchronization [req-3433c159-fe3d-4291-a7fa-ec1cf8ff4ef6 req-f7aa480d-86b1-415a-a66e-185102043e70 service nova] Enqueued Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_rules [ 718.143344] env[65962]: INFO networking_nsxv3.common.synchronization [req-3433c159-fe3d-4291-a7fa-ec1cf8ff4ef6 req-f7aa480d-86b1-415a-a66e-185102043e70 service nova] Enqueued Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_members [ 718.143563] env[65962]: INFO networking_nsxv3.common.synchronization [req-3433c159-fe3d-4291-a7fa-ec1cf8ff4ef6 req-f7aa480d-86b1-415a-a66e-185102043e70 service nova] Enqueued Resource ID: 8e237246-9443-41ae-a51f-8f499affd88e with Priority: HIGHEST for action port [ 718.144515] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_rules [ 718.144826] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_members [ 718.144826] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e237246-9443-41ae-a51f-8f499affd88e with Priority: HIGHEST for action port [ 718.145195] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.145340] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.145411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.145756] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.145810] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.146905] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.146980] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.147067] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.147322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.147521] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.147640] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.147714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.147874] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.147970] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.149207] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.149452] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e237246-9443-41ae-a51f-8f499affd88e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.149584] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e237246-9443-41ae-a51f-8f499affd88e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.149695] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e237246-9443-41ae-a51f-8f499affd88e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.149826] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e237246-9443-41ae-a51f-8f499affd88e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.149929] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e237246-9443-41ae-a51f-8f499affd88e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.510959] env[65962]: INFO networking_nsxv3.common.synchronization [req-99775335-6527-4618-b327-42d5c7cf9a59 req-5b67e809-2401-4f74-857a-35e6d7720bcd tempest-ListServerFiltersTestJSON-869009943 tempest-ListServerFiltersTestJSON-869009943-project-member] Enqueued Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_members [ 718.510959] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_members [ 718.513687] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.513687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.513840] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.516034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.516034] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.516034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.516034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.516034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.516034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.516034] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.529304] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3853c7a7-8bb8-44da-8235-e2176fcddb81 in Status: SUCCESS [ 718.529304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.529304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.529304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.529304] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.529304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.529304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.529304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.529304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.529304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.529304] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3853c7a7-8bb8-44da-8235-e2176fcddb81',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.652133] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.654484] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.654662] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.659077] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e237246-9443-41ae-a51f-8f499affd88e with status ACTIVE [ 718.659077] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.659077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.659077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.659077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.659077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.659077] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.659077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.659077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.659077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.659077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.659077] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.659077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.659077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.659077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.659077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.659077] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e237246-9443-41ae-a51f-8f499affd88e is going to be updated. [ 718.685633] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.685633] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.685820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.686120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.686326] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.686595] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e237246-9443-41ae-a51f-8f499affd88e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.731994] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a14b81f-f11d-4d00-b4db-2f3e249a4a4f in Status: SUCCESS [ 718.732261] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a14b81f-f11d-4d00-b4db-2f3e249a4a4f deletion is rescheduled due to dependency. [ 718.732435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.941195] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.941392] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-725" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.941514] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-725" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.941806] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-725" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.942887] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.943976] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.943976] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.943976] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.943976] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.944255] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.944307] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.944410] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.944530] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.944629] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.944730] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.945884] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.965074] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.965295] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 718.965412] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.965628] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-725" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.965890] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-5488a065-7827-45b8-9cd8-84583e247b58 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.966068] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-5488a065-7827-45b8-9cd8-84583e247b58" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.966186] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-5488a065-7827-45b8-9cd8-84583e247b58" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.966516] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-5488a065-7827-45b8-9cd8-84583e247b58" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.966655] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5488a065-7827-45b8-9cd8-84583e247b58',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.020362] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.032144] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-3853c7a7-8bb8-44da-8235-e2176fcddb81 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.032314] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.032383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.032608] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.032767] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.035018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.035018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.035018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.035018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.035018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.035018] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-3853c7a7-8bb8-44da-8235-e2176fcddb81 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.035018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.035018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.035018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.035018] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.035018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.035018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.035018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.035018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.035018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.035018] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3853c7a7-8bb8-44da-8235-e2176fcddb81',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.160520] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.470506] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.470506] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.470506] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.470881] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.471085] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.471831] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 5488a065-7827-45b8-9cd8-84583e247b58 not found, creating... [ 719.471831] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.471831] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.472020] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.472271] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.472444] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.472813] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.473014] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.473240] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.473853] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.473853] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.473853] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 5488a065-7827-45b8-9cd8-84583e247b58 is going to be created. [ 719.499801] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.499801] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.499801] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.499801] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.499801] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.499801] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-5488a065-7827-45b8-9cd8-84583e247b58" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.522273] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.541018] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3853c7a7-8bb8-44da-8235-e2176fcddb81: rpc.has_security_group_logging(os_id): False [ 719.574537] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.574537] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.574537] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.574537] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.574537] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.575172] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.575172] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.575172] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.576049] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.576049] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.576171] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.576389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.576479] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.576967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.577105] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.577515] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.577650] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.577739] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.578072] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.578072] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.578175] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3853c7a7-8bb8-44da-8235-e2176fcddb81 is going to be created. [ 719.663984] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.664409] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.664409] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.664605] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.664713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.664860] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 is going to be created. [ 719.699126] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.699315] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.699315] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.700063] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.700063] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.705240] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.705390] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.705462] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.705705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.705830] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.723677] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3853c7a7-8bb8-44da-8235-e2176fcddb81 in Status: IN_PROGRESS for 2s [ 719.724499] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 in Status: UNINITIALIZED for 2s [ 719.725875] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: SUCCESS [ 719.726060] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d deletion is rescheduled due to dependency. [ 719.726467] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.757430] env[65962]: INFO networking_nsxv3.common.synchronization [None req-06c75e43-b3d1-4d48-b056-0ac1d1827173 None None] Enqueued Resource ID: 78b7f88c-4cab-44b9-867f-a5dc9848befa with Priority: HIGHEST for action port [ 719.757430] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78b7f88c-4cab-44b9-867f-a5dc9848befa with Priority: HIGHEST for action port [ 719.757430] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-78b7f88c-4cab-44b9-867f-a5dc9848befa taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.757430] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78b7f88c-4cab-44b9-867f-a5dc9848befa" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.757430] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78b7f88c-4cab-44b9-867f-a5dc9848befa" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.757430] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78b7f88c-4cab-44b9-867f-a5dc9848befa" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.757430] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78b7f88c-4cab-44b9-867f-a5dc9848befa',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.025109] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.025109] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.025109] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.025109] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.025109] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.025332] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 is going to be updated. [ 720.057256] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.057583] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.057583] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.057899] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.057987] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.069993] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: IN_PROGRESS for 2s [ 720.246375] env[65962]: INFO networking_nsxv3.common.synchronization [req-99775335-6527-4618-b327-42d5c7cf9a59 req-48ae1767-fea2-48bc-a4da-03b6a062ed32 service nova] Enqueued Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_rules [ 720.246375] env[65962]: INFO networking_nsxv3.common.synchronization [req-99775335-6527-4618-b327-42d5c7cf9a59 req-48ae1767-fea2-48bc-a4da-03b6a062ed32 service nova] Enqueued Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_members [ 720.247297] env[65962]: INFO networking_nsxv3.common.synchronization [req-99775335-6527-4618-b327-42d5c7cf9a59 req-48ae1767-fea2-48bc-a4da-03b6a062ed32 service nova] Enqueued Resource ID: 5488a065-7827-45b8-9cd8-84583e247b58 with Priority: HIGHEST for action port [ 720.248557] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_rules [ 720.248557] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_members [ 720.248557] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5488a065-7827-45b8-9cd8-84583e247b58 with Priority: HIGHEST for action port [ 720.248976] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.248976] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.248976] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.250069] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.250069] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.254311] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.254311] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.254819] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-5488a065-7827-45b8-9cd8-84583e247b58 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.255027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5488a065-7827-45b8-9cd8-84583e247b58" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.255027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5488a065-7827-45b8-9cd8-84583e247b58" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.255274] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5488a065-7827-45b8-9cd8-84583e247b58" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.255934] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5488a065-7827-45b8-9cd8-84583e247b58',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.265729] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78b7f88c-4cab-44b9-867f-a5dc9848befa [ 720.266668] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.266668] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.266668] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.266781] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.267505] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.267505] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78b7f88c-4cab-44b9-867f-a5dc9848befa already deleted. [ 720.267505] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78b7f88c-4cab-44b9-867f-a5dc9848befa" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.755309] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.755309] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.766779] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5488a065-7827-45b8-9cd8-84583e247b58 with status ACTIVE [ 720.768687] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.768687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.768687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.768687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.768687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.768687] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.768687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.768687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.768687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.769407] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.769407] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.769407] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.769407] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.769407] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.769407] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.770047] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5488a065-7827-45b8-9cd8-84583e247b58 is going to be updated. [ 720.795927] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.796139] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.796186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.796373] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.796564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.796734] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5488a065-7827-45b8-9cd8-84583e247b58" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.982835] env[65962]: INFO networking_nsxv3.common.synchronization [req-4735a1d9-c53f-4d38-8a52-12fc756b4b7e req-402fdbee-61b9-4592-a22c-b98adc79cc7f tempest-SecurityGroupRulesTestJSON-1996468227 tempest-SecurityGroupRulesTestJSON-1996468227-project-member] Enqueued Resource ID: 40594916-f02d-4e03-9922-41b66c9a098a with Priority: HIGHEST for action security_group_rules [ 720.984291] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40594916-f02d-4e03-9922-41b66c9a098a with Priority: HIGHEST for action security_group_rules [ 720.985013] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40594916-f02d-4e03-9922-41b66c9a098a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.985541] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40594916-f02d-4e03-9922-41b66c9a098a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.985631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40594916-f02d-4e03-9922-41b66c9a098a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.987061] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40594916-f02d-4e03-9922-41b66c9a098a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.987061] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40594916-f02d-4e03-9922-41b66c9a098a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.119622] env[65962]: INFO networking_nsxv3.common.synchronization [req-1db929c9-7bc8-4728-9280-fc30842086f3 req-782ea8a5-8422-42e5-9e5c-b6d6c810f5ec tempest-ServerMetadataTestJSON-669207064 tempest-ServerMetadataTestJSON-669207064-project-member] Enqueued Resource ID: 72e5c9d7-2f15-4896-a95b-7ee3faa17663 with Priority: HIGHEST for action security_group_members [ 721.120258] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e5c9d7-2f15-4896-a95b-7ee3faa17663 with Priority: HIGHEST for action security_group_members [ 721.127343] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e5c9d7-2f15-4896-a95b-7ee3faa17663 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.127565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.127656] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.127987] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.128322] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.128485] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.128485] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.128662] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.128753] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.128856] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72e5c9d7-2f15-4896-a95b-7ee3faa17663',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.515358] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.515358] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.515480] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.515649] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.515759] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.515859] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40594916-f02d-4e03-9922-41b66c9a098a already deleted. [ 721.515946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40594916-f02d-4e03-9922-41b66c9a098a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.624681] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.624878] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-197" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.625028] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-197" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.625403] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-197" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.625665] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.625868] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.626016] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.627421] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.629026] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.629334] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.629473] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.629586] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.629696] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.630463] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.630463] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.630463] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.633675] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.633855] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.633932] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.634175] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.634287] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.634526] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.634633] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.634687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.634857] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.634958] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.635075] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e5c9d7-2f15-4896-a95b-7ee3faa17663 already deleted. [ 721.635911] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.655036] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.655036] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.655036] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.655036] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-197" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.655036] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-f90fbd01-f83a-48f0-ac4a-791aea5fd7b9 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.655036] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-f90fbd01-f83a-48f0-ac4a-791aea5fd7b9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.655281] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-f90fbd01-f83a-48f0-ac4a-791aea5fd7b9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.655532] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-f90fbd01-f83a-48f0-ac4a-791aea5fd7b9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.655665] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f90fbd01-f83a-48f0-ac4a-791aea5fd7b9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.737183] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 in Status: SUCCESS [ 721.739928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.739928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.739928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.739928] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.739928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.739928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.739928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.739928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.739928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.739928] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.742239] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3853c7a7-8bb8-44da-8235-e2176fcddb81 in Status: SUCCESS [ 721.742481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.105645] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: SUCCESS [ 722.106588] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.107859] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.107859] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.107859] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.107859] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.107859] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.107859] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.107859] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.108183] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.161888] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.161888] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.161888] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.162491] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.162698] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.162889] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port f90fbd01-f83a-48f0-ac4a-791aea5fd7b9 not found, creating... [ 722.163215] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.165262] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.165262] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.165262] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.165262] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.165262] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.165262] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.165262] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.165262] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.165262] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.165948] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: f90fbd01-f83a-48f0-ac4a-791aea5fd7b9 is going to be created. [ 722.190583] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.191714] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.191714] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.191714] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.191714] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.191959] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-f90fbd01-f83a-48f0-ac4a-791aea5fd7b9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.244795] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.244989] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.245061] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.245295] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.245468] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.245570] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.245624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.245833] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.245956] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.246096] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.246274] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.246405] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.246469] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.246685] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.246840] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.246924] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.246993] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.247153] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.247283] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.247387] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.247495] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.475971] env[65962]: INFO networking_nsxv3.common.synchronization [None req-16e8e085-349b-440d-8900-5f335ff9c3f8 None None] Enqueued Resource ID: 56e48afe-3f17-4af2-a8a6-103bb5530fc8 with Priority: HIGHEST for action port [ 722.476552] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56e48afe-3f17-4af2-a8a6-103bb5530fc8 with Priority: HIGHEST for action port [ 722.476902] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-56e48afe-3f17-4af2-a8a6-103bb5530fc8 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.477070] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56e48afe-3f17-4af2-a8a6-103bb5530fc8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.477140] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56e48afe-3f17-4af2-a8a6-103bb5530fc8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.477478] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56e48afe-3f17-4af2-a8a6-103bb5530fc8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.477594] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56e48afe-3f17-4af2-a8a6-103bb5530fc8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.615082] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.750420] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821: rpc.has_security_group_logging(os_id): False [ 722.770093] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.770261] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.770405] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.770664] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.770756] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.770961] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.771096] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.771166] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.771328] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.771408] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.771625] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.771733] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.772293] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.772293] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.772293] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.772293] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.772487] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.772487] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.772540] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.772567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.773836] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 is going to be created. [ 722.838874] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.839035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.839237] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.839326] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.839477] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.853359] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 in Status: IN_PROGRESS for 2s [ 722.980377] env[65962]: INFO networking_nsxv3.common.synchronization [req-1db929c9-7bc8-4728-9280-fc30842086f3 req-aa2ceffa-2813-4b29-ba93-1b679373a6a1 service nova] Enqueued Resource ID: 72e5c9d7-2f15-4896-a95b-7ee3faa17663 with Priority: HIGHEST for action security_group_rules [ 722.984417] env[65962]: INFO networking_nsxv3.common.synchronization [req-1db929c9-7bc8-4728-9280-fc30842086f3 req-aa2ceffa-2813-4b29-ba93-1b679373a6a1 service nova] Enqueued Resource ID: 72e5c9d7-2f15-4896-a95b-7ee3faa17663 with Priority: HIGHEST for action security_group_members [ 722.984606] env[65962]: INFO networking_nsxv3.common.synchronization [req-1db929c9-7bc8-4728-9280-fc30842086f3 req-aa2ceffa-2813-4b29-ba93-1b679373a6a1 service nova] Enqueued Resource ID: f90fbd01-f83a-48f0-ac4a-791aea5fd7b9 with Priority: HIGHEST for action port [ 722.986776] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e5c9d7-2f15-4896-a95b-7ee3faa17663 with Priority: HIGHEST for action security_group_rules [ 722.986969] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e5c9d7-2f15-4896-a95b-7ee3faa17663 with Priority: HIGHEST for action security_group_members [ 722.987153] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90fbd01-f83a-48f0-ac4a-791aea5fd7b9 with Priority: HIGHEST for action port [ 722.987433] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56e48afe-3f17-4af2-a8a6-103bb5530fc8 [ 722.987616] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.987772] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.987843] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.988066] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.988159] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.988259] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56e48afe-3f17-4af2-a8a6-103bb5530fc8 already deleted. [ 722.988369] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56e48afe-3f17-4af2-a8a6-103bb5530fc8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.988696] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72e5c9d7-2f15-4896-a95b-7ee3faa17663 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.988823] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.988888] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.993032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.993032] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72e5c9d7-2f15-4896-a95b-7ee3faa17663',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.993032] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e5c9d7-2f15-4896-a95b-7ee3faa17663 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.993032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.993032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.993032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.993032] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.993032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.993032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.993032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.993032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.993032] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72e5c9d7-2f15-4896-a95b-7ee3faa17663',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.996012] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-f90fbd01-f83a-48f0-ac4a-791aea5fd7b9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.998160] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f90fbd01-f83a-48f0-ac4a-791aea5fd7b9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.998330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f90fbd01-f83a-48f0-ac4a-791aea5fd7b9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.998609] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f90fbd01-f83a-48f0-ac4a-791aea5fd7b9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.998725] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f90fbd01-f83a-48f0-ac4a-791aea5fd7b9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.119084] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.503956] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f90fbd01-f83a-48f0-ac4a-791aea5fd7b9 with status ACTIVE [ 723.504049] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.504187] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.504256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.504473] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.504563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.504746] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.504893] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.504893] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.505023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.505166] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.505272] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.505390] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.505446] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.505630] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.505630] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.505739] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f90fbd01-f83a-48f0-ac4a-791aea5fd7b9 is going to be updated. [ 723.510368] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72e5c9d7-2f15-4896-a95b-7ee3faa17663',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.512447] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e5c9d7-2f15-4896-a95b-7ee3faa17663 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.512618] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.538039] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.538220] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.538290] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.538506] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.538648] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.538814] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f90fbd01-f83a-48f0-ac4a-791aea5fd7b9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.622792] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.623059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.623125] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.623340] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.623424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.623529] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 is going to be updated. [ 723.679964] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.680171] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.680257] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.680482] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.680634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.695426] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: IN_PROGRESS for 2s [ 723.874813] env[65962]: INFO networking_nsxv3.common.synchronization [req-5bb4877d-9e6d-4554-8009-f02db4cdbde5 req-2c3a289f-12c3-43c8-8dc8-dd3b7962afef tempest-ImagesOneServerTestJSON-1136465512 tempest-ImagesOneServerTestJSON-1136465512-project-member] Enqueued Resource ID: ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 with Priority: HIGHEST for action security_group_members [ 723.875597] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 with Priority: HIGHEST for action security_group_members [ 723.876194] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.876194] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.876194] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.876924] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.876924] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.876924] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.876924] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.877123] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.877981] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.877981] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad65a36a-acdb-41f6-ad4c-181d7c61e5d8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.014655] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72e5c9d7-2f15-4896-a95b-7ee3faa17663',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.382414] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.382414] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.382414] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.382414] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.382414] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.382414] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.382414] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.382414] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.382922] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.382922] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.382922] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 already deleted. [ 724.383805] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.405017] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-223 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.405017] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-223" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.405017] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-223" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.405017] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-223" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.405644] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.405951] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.406198] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.406565] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.409026] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.409026] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.409026] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.409026] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.409026] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.409026] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.409026] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.409026] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.435535] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.436254] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.436254] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.436406] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-223" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.436678] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-bfc19b31-96a4-48f2-88fe-c99e2f8bd7df taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.436872] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-bfc19b31-96a4-48f2-88fe-c99e2f8bd7df" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.437011] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-bfc19b31-96a4-48f2-88fe-c99e2f8bd7df" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.437487] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-bfc19b31-96a4-48f2-88fe-c99e2f8bd7df" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.437626] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfc19b31-96a4-48f2-88fe-c99e2f8bd7df',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.517061] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.517276] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.517360] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.517677] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.517784] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.517882] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e5c9d7-2f15-4896-a95b-7ee3faa17663 is going to be created. [ 724.543901] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.544054] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.544127] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.544336] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.544497] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.554128] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e5c9d7-2f15-4896-a95b-7ee3faa17663 in Status: UNINITIALIZED for 2s [ 724.866770] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 in Status: SUCCESS [ 724.866770] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.940852] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.940852] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.940852] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.940852] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.940852] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.940852] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port bfc19b31-96a4-48f2-88fe-c99e2f8bd7df not found, creating... [ 724.941241] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.942179] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.942179] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.942179] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.942179] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.942440] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.942725] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.942839] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.943172] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.946035] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.946035] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: bfc19b31-96a4-48f2-88fe-c99e2f8bd7df is going to be created. [ 724.967519] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.967684] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.967772] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.968277] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.968519] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.969637] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-bfc19b31-96a4-48f2-88fe-c99e2f8bd7df" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.708432] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: SUCCESS [ 725.708832] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.708832] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.709129] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.709328] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.709448] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.709512] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.709670] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.709750] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.710400] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.710400] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.737103] env[65962]: INFO networking_nsxv3.common.synchronization [req-5bb4877d-9e6d-4554-8009-f02db4cdbde5 req-ea975323-3490-44f4-9bb1-64d8289e4d26 service nova] Enqueued Resource ID: ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 with Priority: HIGHEST for action security_group_rules [ 725.737103] env[65962]: INFO networking_nsxv3.common.synchronization [req-5bb4877d-9e6d-4554-8009-f02db4cdbde5 req-ea975323-3490-44f4-9bb1-64d8289e4d26 service nova] Enqueued Resource ID: ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 with Priority: HIGHEST for action security_group_members [ 725.737103] env[65962]: INFO networking_nsxv3.common.synchronization [req-5bb4877d-9e6d-4554-8009-f02db4cdbde5 req-ea975323-3490-44f4-9bb1-64d8289e4d26 service nova] Enqueued Resource ID: bfc19b31-96a4-48f2-88fe-c99e2f8bd7df with Priority: HIGHEST for action port [ 725.737103] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 with Priority: HIGHEST for action security_group_rules [ 725.737103] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 with Priority: HIGHEST for action security_group_members [ 725.737317] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc19b31-96a4-48f2-88fe-c99e2f8bd7df with Priority: HIGHEST for action port [ 725.738865] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.738865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.738865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.738865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.738865] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad65a36a-acdb-41f6-ad4c-181d7c61e5d8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.739184] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.740125] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.740125] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.740125] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.740125] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.740125] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.740125] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.740125] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.740125] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.741855] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad65a36a-acdb-41f6-ad4c-181d7c61e5d8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.742730] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfc19b31-96a4-48f2-88fe-c99e2f8bd7df taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.742843] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfc19b31-96a4-48f2-88fe-c99e2f8bd7df" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.742910] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfc19b31-96a4-48f2-88fe-c99e2f8bd7df" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.743216] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfc19b31-96a4-48f2-88fe-c99e2f8bd7df" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.743296] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfc19b31-96a4-48f2-88fe-c99e2f8bd7df',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.822716] env[65962]: INFO networking_nsxv3.common.synchronization [req-04f71c45-170d-4ebe-9ba7-d509ef763f65 req-df8fb01a-3962-41b1-a4f7-f72f46732853 tempest-SecurityGroupRulesTestJSON-1996468227 tempest-SecurityGroupRulesTestJSON-1996468227-project-member] Enqueued Resource ID: 40594916-f02d-4e03-9922-41b66c9a098a with Priority: HIGHEST for action security_group_rules [ 725.822716] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40594916-f02d-4e03-9922-41b66c9a098a with Priority: HIGHEST for action security_group_rules [ 725.823155] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40594916-f02d-4e03-9922-41b66c9a098a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.823254] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40594916-f02d-4e03-9922-41b66c9a098a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.823397] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40594916-f02d-4e03-9922-41b66c9a098a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.823618] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40594916-f02d-4e03-9922-41b66c9a098a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.823738] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40594916-f02d-4e03-9922-41b66c9a098a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.088531] env[65962]: INFO networking_nsxv3.common.synchronization [None req-ff81dad5-aff2-4ad7-8dbd-989ca4886649 None None] Enqueued Resource ID: b3f90c92-8947-4e21-98a3-a46f2934c79b with Priority: HIGHEST for action port [ 726.088992] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f90c92-8947-4e21-98a3-a46f2934c79b with Priority: HIGHEST for action port [ 726.089717] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3f90c92-8947-4e21-98a3-a46f2934c79b taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.091776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3f90c92-8947-4e21-98a3-a46f2934c79b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.091873] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3f90c92-8947-4e21-98a3-a46f2934c79b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.092201] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3f90c92-8947-4e21-98a3-a46f2934c79b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.092315] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3f90c92-8947-4e21-98a3-a46f2934c79b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.168404] env[65962]: INFO networking_nsxv3.common.synchronization [req-8bf9d011-1b8b-4e0d-9e45-196776dc9ca7 req-bcc31c51-999a-4c21-b3f2-cc500699fd1c tempest-ServersTestMultiNic-1695483393 tempest-ServersTestMultiNic-1695483393-project-member] Enqueued Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 726.172641] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 726.173201] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.173337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.173409] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.173617] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.173768] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.173882] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.173916] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.174085] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.174170] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.174265] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.213360] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.213571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.213571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.213828] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.214080] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.214187] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.214248] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.214409] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.214498] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.214583] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.214728] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.214827] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.214894] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.215012] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.215575] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.215575] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.215575] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.215575] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.215575] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.215575] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.215787] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.245978] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.245978] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.246292] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad65a36a-acdb-41f6-ad4c-181d7c61e5d8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.247317] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfc19b31-96a4-48f2-88fe-c99e2f8bd7df with status ACTIVE [ 726.249376] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.249509] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.249610] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.249796] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.249892] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.250091] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.250242] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.250242] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.250503] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.250503] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.250676] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.250736] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.250787] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.250925] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.251009] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.253429] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfc19b31-96a4-48f2-88fe-c99e2f8bd7df is going to be updated. [ 726.274893] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.275161] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.275285] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.275422] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.275568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.275738] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfc19b31-96a4-48f2-88fe-c99e2f8bd7df" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.346484] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.346618] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.346687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.346895] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.347519] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.347519] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40594916-f02d-4e03-9922-41b66c9a098a already deleted. [ 726.347519] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40594916-f02d-4e03-9922-41b66c9a098a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.565535] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e5c9d7-2f15-4896-a95b-7ee3faa17663 in Status: SUCCESS [ 726.565795] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.566051] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.566375] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.566652] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.566803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.566907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.567134] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.567301] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.567433] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.567519] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72e5c9d7-2f15-4896-a95b-7ee3faa17663',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.595033] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3f90c92-8947-4e21-98a3-a46f2934c79b [ 726.595352] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.595474] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.595474] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.595791] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.595791] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.595934] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3f90c92-8947-4e21-98a3-a46f2934c79b already deleted. [ 726.595934] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3f90c92-8947-4e21-98a3-a46f2934c79b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.649717] env[65962]: INFO networking_nsxv3.common.synchronization [req-8bf9d011-1b8b-4e0d-9e45-196776dc9ca7 req-fbefff6d-eb84-4b01-aa0d-bfa41d8b2321 tempest-ServersTestMultiNic-1695483393 tempest-ServersTestMultiNic-1695483393-project-member] Enqueued Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 726.649717] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 726.649717] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.649717] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.679497] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.718659] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3b4ed86-0ab1-434e-a893-0d753c4d5090: rpc.has_security_group_logging(os_id): False [ 726.740335] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.740335] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.740527] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.740587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.740677] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.740874] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.740974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.741040] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.741190] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.741267] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.741508] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.742327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.742327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.742327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.742327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.742327] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.742327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.742327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.744808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.744808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.744808] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 is going to be updated. [ 726.754825] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad65a36a-acdb-41f6-ad4c-181d7c61e5d8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.811313] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.811313] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.811313] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.811313] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.811313] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.828438] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: IN_PROGRESS for 2s [ 727.071510] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e5c9d7-2f15-4896-a95b-7ee3faa17663 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.071700] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.071790] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.071930] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.072237] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.072237] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.072327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.072415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.072505] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.072621] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.073037] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e5c9d7-2f15-4896-a95b-7ee3faa17663 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.073037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.073037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.073037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.073404] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.073404] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.073404] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.073539] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.073572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.073658] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.073778] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72e5c9d7-2f15-4896-a95b-7ee3faa17663',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.182981] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.223591] env[65962]: INFO networking_nsxv3.common.synchronization [req-eaad0173-7081-499d-ac34-882677a92316 req-a0583194-e3c4-4f40-9999-ca3f3741401b tempest-ListServerFiltersTestJSON-869009943 tempest-ListServerFiltersTestJSON-869009943-project-member] Enqueued Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_members [ 727.224174] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_members [ 727.224468] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.224610] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.224746] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.224854] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.225043] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.228102] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.228212] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.228530] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.228530] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.228620] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.256847] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.256847] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.256847] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.257097] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.257169] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.257270] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 is going to be created. [ 727.282331] env[65962]: INFO networking_nsxv3.common.synchronization [req-8bf9d011-1b8b-4e0d-9e45-196776dc9ca7 req-4e3d2b04-49e9-474c-8847-f06186983883 tempest-ServersTestMultiNic-1695483393 tempest-ServersTestMultiNic-1695483393-project-member] Enqueued Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 727.282946] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 727.283794] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.283794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.297185] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.297185] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.297185] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.297185] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.297185] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.316028] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 in Status: UNINITIALIZED for 2s [ 727.576337] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72e5c9d7-2f15-4896-a95b-7ee3faa17663: rpc.has_security_group_logging(os_id): False [ 727.600079] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.600337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.600406] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.600694] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.600978] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.601190] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.601304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.601371] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.601701] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.601923] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.602124] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.602992] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.603140] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.603339] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.603428] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.603745] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.603907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.604037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.604244] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.604383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.604478] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72e5c9d7-2f15-4896-a95b-7ee3faa17663 is going to be created. [ 727.686787] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.686951] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.687105] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.687436] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.687436] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.687593] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 is going to be updated. [ 727.689610] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.689741] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.689797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.689997] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.690186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.694531] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.694750] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-725" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.694878] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-725" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.695143] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-725" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.695400] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.695569] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.695709] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.695929] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.696083] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.696451] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.696451] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.696554] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.696586] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.696667] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.696764] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.696886] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.706696] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72e5c9d7-2f15-4896-a95b-7ee3faa17663 in Status: IN_PROGRESS for 2s [ 727.716560] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.716717] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.716892] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.717108] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-725" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.717663] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-5abbba24-ba68-4f24-a9fb-286129217a7d taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.717911] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-5abbba24-ba68-4f24-a9fb-286129217a7d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.717994] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-5abbba24-ba68-4f24-a9fb-286129217a7d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.718391] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-5abbba24-ba68-4f24-a9fb-286129217a7d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.718537] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5abbba24-ba68-4f24-a9fb-286129217a7d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.731885] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.732217] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.732217] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.732347] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.732491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.733621] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.747160] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: IN_PROGRESS for 2s [ 728.177924] env[65962]: INFO networking_nsxv3.common.synchronization [None req-a82d33ee-1b53-4be8-b55e-5556290f2721 None None] Enqueued Resource ID: 8c9e8dac-3f22-4c82-9546-b174765b4496 with Priority: HIGHEST for action port [ 728.178497] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9e8dac-3f22-4c82-9546-b174765b4496 with Priority: HIGHEST for action port [ 728.178797] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c9e8dac-3f22-4c82-9546-b174765b4496 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.178909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c9e8dac-3f22-4c82-9546-b174765b4496" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.178980] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c9e8dac-3f22-4c82-9546-b174765b4496" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.179386] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c9e8dac-3f22-4c82-9546-b174765b4496" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.179502] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c9e8dac-3f22-4c82-9546-b174765b4496',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.220485] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.220666] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.220785] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.221070] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.221216] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.221365] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 5abbba24-ba68-4f24-a9fb-286129217a7d not found, creating... [ 728.221623] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.221776] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.221887] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.222117] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.222249] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.222521] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.222670] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.222782] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.222978] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.223116] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.223248] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 5abbba24-ba68-4f24-a9fb-286129217a7d is going to be created. [ 728.235713] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.251888] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.252165] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.252316] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.252628] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.252860] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.253088] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-5abbba24-ba68-4f24-a9fb-286129217a7d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.682184] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c9e8dac-3f22-4c82-9546-b174765b4496 [ 728.682493] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.682658] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.682734] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.682946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.683043] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.683134] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c9e8dac-3f22-4c82-9546-b174765b4496 already deleted. [ 728.683723] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c9e8dac-3f22-4c82-9546-b174765b4496" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.738503] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.738962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.738962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.738962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.739121] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.739177] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 is going to be updated. [ 728.768034] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.768216] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.768328] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.768547] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.768671] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.778403] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: IN_PROGRESS for 2s [ 728.853645] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: SUCCESS [ 728.853645] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.075643] env[65962]: INFO networking_nsxv3.common.synchronization [req-eaad0173-7081-499d-ac34-882677a92316 req-747bf697-8ab6-4f6c-bee6-dd1144caf052 service nova] Enqueued Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_rules [ 729.075643] env[65962]: INFO networking_nsxv3.common.synchronization [req-eaad0173-7081-499d-ac34-882677a92316 req-747bf697-8ab6-4f6c-bee6-dd1144caf052 service nova] Enqueued Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_members [ 729.075643] env[65962]: INFO networking_nsxv3.common.synchronization [req-eaad0173-7081-499d-ac34-882677a92316 req-747bf697-8ab6-4f6c-bee6-dd1144caf052 service nova] Enqueued Resource ID: 5abbba24-ba68-4f24-a9fb-286129217a7d with Priority: HIGHEST for action port [ 729.075643] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_rules [ 729.075643] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_members [ 729.075643] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abbba24-ba68-4f24-a9fb-286129217a7d with Priority: HIGHEST for action port [ 729.075643] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.075643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.075643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.075643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.075643] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.076028] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.076122] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.076235] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-5abbba24-ba68-4f24-a9fb-286129217a7d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.076329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5abbba24-ba68-4f24-a9fb-286129217a7d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.076391] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5abbba24-ba68-4f24-a9fb-286129217a7d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.076562] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5abbba24-ba68-4f24-a9fb-286129217a7d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.076637] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5abbba24-ba68-4f24-a9fb-286129217a7d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.223196] env[65962]: INFO networking_nsxv3.common.synchronization [None req-dc66f217-3c76-4e8b-9f6f-ecc665da02b9 tempest-ServersV294TestFqdnHostnames-1662526759 tempest-ServersV294TestFqdnHostnames-1662526759-project-member] Enqueued Resource ID: b6f35f48-011e-4370-898c-beaffa3bfc76 with Priority: HIGHEST for action security_group_rules [ 729.224864] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f35f48-011e-4370-898c-beaffa3bfc76 with Priority: HIGHEST for action security_group_rules [ 729.225229] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6f35f48-011e-4370-898c-beaffa3bfc76 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.225378] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.225520] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.225697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.225761] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6f35f48-011e-4370-898c-beaffa3bfc76',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.326147] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 in Status: SUCCESS [ 729.326147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.326147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.327020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.327020] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.327020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.327216] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.327250] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.327388] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.327489] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.327611] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad65a36a-acdb-41f6-ad4c-181d7c61e5d8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.426065] env[65962]: INFO networking_nsxv3.common.synchronization [None req-ab734b60-b893-4fb0-8a14-e8a9b2cca916 tempest-ServersV294TestFqdnHostnames-1662526759 tempest-ServersV294TestFqdnHostnames-1662526759-project-member] Enqueued Resource ID: b6f35f48-011e-4370-898c-beaffa3bfc76 with Priority: HIGHEST for action security_group_rules [ 729.426719] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f35f48-011e-4370-898c-beaffa3bfc76 with Priority: HIGHEST for action security_group_rules [ 729.427040] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6f35f48-011e-4370-898c-beaffa3bfc76 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.427173] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.577398] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.577600] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.580361] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5abbba24-ba68-4f24-a9fb-286129217a7d with status ACTIVE [ 729.580733] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.581195] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.581325] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.581647] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.581797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.582107] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.582813] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.582813] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.582813] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.582813] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.583096] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.583211] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.583324] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.583569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.583712] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.583996] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5abbba24-ba68-4f24-a9fb-286129217a7d is going to be updated. [ 729.616107] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.616282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.616330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.616555] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.616691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.616857] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5abbba24-ba68-4f24-a9fb-286129217a7d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.726731] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72e5c9d7-2f15-4896-a95b-7ee3faa17663 in Status: SUCCESS [ 729.726731] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.754246] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.754246] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.754246] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.754246] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.754246] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.754246] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6f35f48-011e-4370-898c-beaffa3bfc76 already deleted. [ 729.754246] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.754246] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.755050] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.755050] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6f35f48-011e-4370-898c-beaffa3bfc76',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.757253] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: SUCCESS [ 729.757401] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.758460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.758460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.758460] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.758460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.758460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.758460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.758785] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.758823] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.785160] env[65962]: INFO networking_nsxv3.common.synchronization [req-a4401ec8-d0ac-467a-a4ea-da0e2aae2304 req-a6909656-5d28-4359-82a5-70adfc3a93ca tempest-TenantUsagesTestJSON-1101809897 tempest-TenantUsagesTestJSON-1101809897-project-member] Enqueued Resource ID: d30fafec-eadf-4326-8f4b-02d4eba704b7 with Priority: HIGHEST for action security_group_members [ 729.786143] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d30fafec-eadf-4326-8f4b-02d4eba704b7 with Priority: HIGHEST for action security_group_members [ 729.786497] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-d30fafec-eadf-4326-8f4b-02d4eba704b7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.786634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.786700] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.786992] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.787227] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.787419] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.787484] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.787666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.787801] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.787871] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d30fafec-eadf-4326-8f4b-02d4eba704b7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.830228] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.830412] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.830486] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.830696] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.830863] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.830959] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.831093] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.831366] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.831473] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.831561] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.831711] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.831802] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.831862] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.831998] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.832159] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.832249] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.832308] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.832441] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.832513] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.832590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.832676] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad65a36a-acdb-41f6-ad4c-181d7c61e5d8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.265029] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.265029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.265029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.265247] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.265247] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.265470] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.265574] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.265711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.265789] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.265866] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.265949] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 is going to be updated. [ 730.279978] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.279978] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.279978] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.279978] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.279978] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.279978] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6f35f48-011e-4370-898c-beaffa3bfc76 already deleted. [ 730.279978] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.290691] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.290859] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.292124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.292124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.292124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.292124] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.292124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.292124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.292124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.292124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.292124] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d30fafec-eadf-4326-8f4b-02d4eba704b7 already deleted. [ 730.292677] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.300300] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.300939] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.301031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.301247] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.301396] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.313352] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: IN_PROGRESS for 2s [ 730.334745] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad65a36a-acdb-41f6-ad4c-181d7c61e5d8: rpc.has_security_group_logging(os_id): False [ 730.353601] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.353799] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.353861] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.354088] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.354177] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.354381] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.354478] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.354538] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.354685] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.354760] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.354954] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.355087] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.355413] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.355413] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.355413] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.355815] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.356029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.356029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.356189] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.356257] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.356345] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 is going to be created. [ 730.385993] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.386393] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.386393] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.386562] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.386812] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.386955] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.387213] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.387298] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.387430] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.387683] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.387766] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.388071] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.388071] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.388071] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.388207] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.388240] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.411775] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.411948] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.412102] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.412283] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.412611] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-31c16ede-c26d-4525-b9f5-9c02161f4250 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.412871] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-31c16ede-c26d-4525-b9f5-9c02161f4250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.413095] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-31c16ede-c26d-4525-b9f5-9c02161f4250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.413557] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-31c16ede-c26d-4525-b9f5-9c02161f4250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.413762] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31c16ede-c26d-4525-b9f5-9c02161f4250',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.425164] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.425377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.425456] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.425677] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.425865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.437145] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 in Status: IN_PROGRESS for 2s [ 730.788176] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: SUCCESS [ 730.788456] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.788669] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.788928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.789138] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.789257] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.789325] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.789491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.789557] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.789928] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.916383] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.916929] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.916992] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.918376] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.918376] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.918376] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 31c16ede-c26d-4525-b9f5-9c02161f4250 not found, creating... [ 730.918376] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.918590] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.919165] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.919469] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.919516] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.920591] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.920591] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.920591] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.920923] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.921271] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.921271] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 31c16ede-c26d-4525-b9f5-9c02161f4250 is going to be created. [ 730.943302] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.943527] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.943647] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.943964] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.944204] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.944423] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-31c16ede-c26d-4525-b9f5-9c02161f4250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.293036] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.645345] env[65962]: INFO networking_nsxv3.common.synchronization [req-c25253d0-47eb-4d58-8272-f05b192a4478 req-8f373418-648e-4593-be8b-8a8bb82598d1 tempest-VolumesAssistedSnapshotsTest-469882668 tempest-VolumesAssistedSnapshotsTest-469882668-project-member] Enqueued Resource ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 with Priority: HIGHEST for action security_group_members [ 731.646512] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 with Priority: HIGHEST for action security_group_members [ 731.646979] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-98970c9d-6b04-4f3c-bb86-f47cac0341a4 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.647744] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.647744] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.647744] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.647930] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.648084] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.648167] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.648373] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.648691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.648691] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98970c9d-6b04-4f3c-bb86-f47cac0341a4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.687789] env[65962]: INFO networking_nsxv3.common.synchronization [req-a4401ec8-d0ac-467a-a4ea-da0e2aae2304 req-37328e2e-5348-4f3c-bebb-0ed634f89436 service nova] Enqueued Resource ID: d30fafec-eadf-4326-8f4b-02d4eba704b7 with Priority: HIGHEST for action security_group_rules [ 731.687909] env[65962]: INFO networking_nsxv3.common.synchronization [req-a4401ec8-d0ac-467a-a4ea-da0e2aae2304 req-37328e2e-5348-4f3c-bebb-0ed634f89436 service nova] Enqueued Resource ID: d30fafec-eadf-4326-8f4b-02d4eba704b7 with Priority: HIGHEST for action security_group_members [ 731.688083] env[65962]: INFO networking_nsxv3.common.synchronization [req-a4401ec8-d0ac-467a-a4ea-da0e2aae2304 req-37328e2e-5348-4f3c-bebb-0ed634f89436 service nova] Enqueued Resource ID: 31c16ede-c26d-4525-b9f5-9c02161f4250 with Priority: HIGHEST for action port [ 731.688753] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d30fafec-eadf-4326-8f4b-02d4eba704b7 with Priority: HIGHEST for action security_group_rules [ 731.688753] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d30fafec-eadf-4326-8f4b-02d4eba704b7 with Priority: HIGHEST for action security_group_members [ 731.688870] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31c16ede-c26d-4525-b9f5-9c02161f4250 with Priority: HIGHEST for action port [ 731.689994] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d30fafec-eadf-4326-8f4b-02d4eba704b7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.690214] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.690322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.690627] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.690754] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d30fafec-eadf-4326-8f4b-02d4eba704b7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.692477] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-d30fafec-eadf-4326-8f4b-02d4eba704b7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.692673] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.692767] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.692987] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.693197] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.693449] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.693449] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.693706] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.693864] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.694231] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d30fafec-eadf-4326-8f4b-02d4eba704b7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.698180] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-31c16ede-c26d-4525-b9f5-9c02161f4250 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.698487] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31c16ede-c26d-4525-b9f5-9c02161f4250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.698666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31c16ede-c26d-4525-b9f5-9c02161f4250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.701064] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31c16ede-c26d-4525-b9f5-9c02161f4250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.701064] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31c16ede-c26d-4525-b9f5-9c02161f4250',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.795194] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.151697] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.153241] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.153241] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.153241] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.153241] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.153241] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.153241] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.153241] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.153574] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.153638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.153744] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 is going to be updated. [ 732.201648] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.201883] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.202020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.202207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.202355] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.203555] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d30fafec-eadf-4326-8f4b-02d4eba704b7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.204573] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-d30fafec-eadf-4326-8f4b-02d4eba704b7 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.204732] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.204913] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31c16ede-c26d-4525-b9f5-9c02161f4250 with status ACTIVE [ 732.205151] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.205263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.205331] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.205843] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.205971] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.206208] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.206314] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.206416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.206575] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.206686] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.206886] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.206983] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.207056] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.207205] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.207283] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.207435] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31c16ede-c26d-4525-b9f5-9c02161f4250 is going to be updated. [ 732.217635] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 in Status: IN_PROGRESS for 2s [ 732.232762] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.232979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.233063] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.233271] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.233411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.233590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31c16ede-c26d-4525-b9f5-9c02161f4250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.298688] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.298831] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.298889] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.299182] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.299290] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.299385] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 is going to be updated. [ 732.328583] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: SUCCESS [ 732.328780] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 deletion is rescheduled due to dependency. [ 732.328905] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.329104] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.329381] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.329598] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.329709] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.329774] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.329966] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.330058] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.330170] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.342026] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.342026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.342026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.342026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.342026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.351853] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: IN_PROGRESS for 2s [ 732.451323] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 in Status: SUCCESS [ 732.451623] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.709625] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d30fafec-eadf-4326-8f4b-02d4eba704b7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.833205] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.833555] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.833555] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.833735] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.833879] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.834148] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.834277] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.834344] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.834551] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.834669] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.834829] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 is going to be updated. [ 732.862458] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.862672] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.862732] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.863073] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.863073] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.874980] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: IN_PROGRESS for 2s [ 733.216388] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.216388] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.216388] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.216388] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.216388] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.216388] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d30fafec-eadf-4326-8f4b-02d4eba704b7 is going to be created. [ 733.258892] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.258892] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.258892] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.259255] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.259543] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.274445] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d30fafec-eadf-4326-8f4b-02d4eba704b7 in Status: UNINITIALIZED for 2s [ 734.231340] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 in Status: SUCCESS [ 734.231340] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98970c9d-6b04-4f3c-bb86-f47cac0341a4 deletion is rescheduled due to dependency. [ 734.231340] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98970c9d-6b04-4f3c-bb86-f47cac0341a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.362019] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: SUCCESS [ 734.362269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.362505] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.362702] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.362906] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.363038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.363165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.363247] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.363326] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.363409] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.363503] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.487711] env[65962]: INFO networking_nsxv3.common.synchronization [req-fa7a09ac-90b0-4503-a2ad-24280e835662 req-40c0eecf-452a-4fc3-af87-05779a7d56f3 tempest-ServerExternalEventsTest-2123547907 tempest-ServerExternalEventsTest-2123547907-project-member] Enqueued Resource ID: 3853c7a7-8bb8-44da-8235-e2176fcddb81 with Priority: HIGHEST for action security_group_members [ 734.488776] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3853c7a7-8bb8-44da-8235-e2176fcddb81 with Priority: HIGHEST for action security_group_members [ 734.488776] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-3853c7a7-8bb8-44da-8235-e2176fcddb81 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.488776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.488776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.488776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.488995] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.488995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.488995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.489166] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.489582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.489582] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3853c7a7-8bb8-44da-8235-e2176fcddb81',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.866266] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.869676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.869676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.869676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.869676] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.869676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.869676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.869676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.869676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.869676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.869676] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.869676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.869676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.869676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.869676] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.869676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.869676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.869676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.869676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.870379] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.870379] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.885351] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: SUCCESS [ 734.886379] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 deletion is rescheduled due to dependency. [ 734.886379] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.992305] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.993030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.993030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.993030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.993638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.993638] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.993638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.993810] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.994302] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.994302] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.994302] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3853c7a7-8bb8-44da-8235-e2176fcddb81 is going to be updated. [ 735.029735] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.029735] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.029735] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.029735] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.029735] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.039584] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3853c7a7-8bb8-44da-8235-e2176fcddb81 in Status: IN_PROGRESS for 2s [ 735.285172] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d30fafec-eadf-4326-8f4b-02d4eba704b7 in Status: SUCCESS [ 735.285514] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.285689] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.285900] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.286107] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.286228] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.286335] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.286449] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.286530] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.286617] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.286712] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d30fafec-eadf-4326-8f4b-02d4eba704b7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.372646] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3b4ed86-0ab1-434e-a893-0d753c4d5090: rpc.has_security_group_logging(os_id): False [ 735.393293] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.393500] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.393500] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.393732] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.393824] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.394041] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.394145] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.394197] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.394794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.394794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.394794] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.394794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.394794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.395961] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.395961] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.395961] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.395961] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.395961] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.395961] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.395961] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.395961] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 is going to be updated. [ 735.490437] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.490582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.490660] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.490892] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.491058] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.507839] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: IN_PROGRESS for 2s [ 735.790262] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-d30fafec-eadf-4326-8f4b-02d4eba704b7 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.790262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.790262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.790262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.790262] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.790262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.790262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.790262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.790262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.790262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.790262] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-d30fafec-eadf-4326-8f4b-02d4eba704b7 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.790698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.790698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.790698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.790698] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.790804] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.790836] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.791027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.791027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.791163] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.791262] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d30fafec-eadf-4326-8f4b-02d4eba704b7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.294109] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d30fafec-eadf-4326-8f4b-02d4eba704b7: rpc.has_security_group_logging(os_id): False [ 736.320314] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.320459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.320543] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.320797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.320845] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.321110] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.321222] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.321282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.321459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.321550] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.321744] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.321848] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.321908] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.322183] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.322304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.322533] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.322655] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.322734] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.323143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.323574] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.323679] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d30fafec-eadf-4326-8f4b-02d4eba704b7 is going to be created. [ 736.411205] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.411205] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.411205] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.411205] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.411205] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.424981] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d30fafec-eadf-4326-8f4b-02d4eba704b7 in Status: IN_PROGRESS for 2s [ 737.060956] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3853c7a7-8bb8-44da-8235-e2176fcddb81 in Status: SUCCESS [ 737.061773] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3853c7a7-8bb8-44da-8235-e2176fcddb81 deletion is rescheduled due to dependency. [ 737.061773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.528286] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: SUCCESS [ 737.530015] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.440546] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d30fafec-eadf-4326-8f4b-02d4eba704b7 in Status: SUCCESS [ 738.440546] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.670718] env[65962]: INFO networking_nsxv3.common.synchronization [req-92fa0e29-3c96-4ab1-91d9-8371fed54507 req-004292ad-485b-4897-a5b3-e62abf601cf2 tempest-ListServersNegativeTestJSON-315054831 tempest-ListServersNegativeTestJSON-315054831-project-member] Enqueued Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_members [ 738.671323] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_members [ 738.671675] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9eae595-1d37-4516-86f9-3d0c2c3ac787 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.671804] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.671872] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.672091] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.672250] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.672346] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.672408] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.672557] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.672642] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.672833] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.174891] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.677775] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.975852] env[65962]: INFO networking_nsxv3.common.synchronization [None req-ba0787a5-2967-438a-8b1d-18b6a7b1f8d5 None None] Enqueued Resource ID: 88303eb8-b289-4d39-a1c0-dee427684039 with Priority: HIGHEST for action port [ 739.976557] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88303eb8-b289-4d39-a1c0-dee427684039 with Priority: HIGHEST for action port [ 739.976924] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-88303eb8-b289-4d39-a1c0-dee427684039 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.977090] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88303eb8-b289-4d39-a1c0-dee427684039" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.977195] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88303eb8-b289-4d39-a1c0-dee427684039" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.977530] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88303eb8-b289-4d39-a1c0-dee427684039" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.977625] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88303eb8-b289-4d39-a1c0-dee427684039',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.180200] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.180200] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.180200] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.181743] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.181743] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.181808] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 is going to be updated. [ 740.219054] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.219197] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.219736] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.220212] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.221319] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.235170] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 in Status: IN_PROGRESS for 2s [ 740.483317] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88303eb8-b289-4d39-a1c0-dee427684039 [ 740.483542] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.483669] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.483736] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.484021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.484074] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.484667] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88303eb8-b289-4d39-a1c0-dee427684039 already deleted. [ 740.484667] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88303eb8-b289-4d39-a1c0-dee427684039" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.612611] env[65962]: INFO networking_nsxv3.common.synchronization [req-3a7a8fc0-06f0-43d5-8df0-888bf4923112 req-2f006444-16fb-4122-a30e-dc3c79f302d4 tempest-ListServersNegativeTestJSON-315054831 tempest-ListServersNegativeTestJSON-315054831-project-member] Enqueued Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_members [ 740.613209] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGHEST for action security_group_members [ 740.613527] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9eae595-1d37-4516-86f9-3d0c2c3ac787 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.613636] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.252023] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 in Status: SUCCESS [ 742.252023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.252023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.252023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.252023] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.252023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.252023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.252023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.252023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.252023] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.317480] env[65962]: INFO networking_nsxv3.common.synchronization [req-83fde279-4580-4016-867b-59318ff679f6 req-ee9414c7-b41f-49ab-b8eb-18617aecec29 tempest-ServerMetadataNegativeTestJSON-1732358801 tempest-ServerMetadataNegativeTestJSON-1732358801-project-member] Enqueued Resource ID: f525e17c-f645-4a17-85d4-cc7b6e9bef71 with Priority: HIGHEST for action security_group_members [ 742.318382] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f525e17c-f645-4a17-85d4-cc7b6e9bef71 with Priority: HIGHEST for action security_group_members [ 742.319872] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f525e17c-f645-4a17-85d4-cc7b6e9bef71 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.319872] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.319872] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.319872] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.319872] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.319872] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.320885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.320885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.320885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.321206] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f525e17c-f645-4a17-85d4-cc7b6e9bef71',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.408281] env[65962]: INFO networking_nsxv3.common.synchronization [None req-36e1513f-369c-44e9-a6d3-5cb15294ee25 None None] Enqueued Resource ID: ca74d642-6ca7-4f42-a784-8a2a43b8e6ee with Priority: HIGHEST for action port [ 742.411105] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca74d642-6ca7-4f42-a784-8a2a43b8e6ee with Priority: HIGHEST for action port [ 742.411229] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca74d642-6ca7-4f42-a784-8a2a43b8e6ee taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.411304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca74d642-6ca7-4f42-a784-8a2a43b8e6ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.411370] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca74d642-6ca7-4f42-a784-8a2a43b8e6ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.411686] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca74d642-6ca7-4f42-a784-8a2a43b8e6ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.411789] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca74d642-6ca7-4f42-a784-8a2a43b8e6ee',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.452083] env[65962]: INFO networking_nsxv3.common.synchronization [None req-6a3096a6-321b-4011-acd4-6220b4822dd5 None None] Enqueued Resource ID: 993b8ce5-aaf9-4c33-b2ad-4f7c131796f0 with Priority: HIGHEST for action port [ 742.452955] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993b8ce5-aaf9-4c33-b2ad-4f7c131796f0 with Priority: HIGHEST for action port [ 742.454181] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-993b8ce5-aaf9-4c33-b2ad-4f7c131796f0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.454372] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-993b8ce5-aaf9-4c33-b2ad-4f7c131796f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.454477] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-993b8ce5-aaf9-4c33-b2ad-4f7c131796f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.454852] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-993b8ce5-aaf9-4c33-b2ad-4f7c131796f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.454971] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('993b8ce5-aaf9-4c33-b2ad-4f7c131796f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.755516] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.756428] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.756428] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.756817] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.756817] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.757038] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.757190] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.757561] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.757561] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.757730] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.757730] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 is going to be updated. [ 742.794595] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.794722] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.794824] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.795108] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.795288] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.806319] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 in Status: IN_PROGRESS for 2s [ 742.825501] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.825501] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.825501] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.825501] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.825738] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.826914] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.826914] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.826914] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.826914] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.826914] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.826914] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f525e17c-f645-4a17-85d4-cc7b6e9bef71 is going to be updated. [ 742.867111] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.867273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.867347] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.867659] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.867857] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.879397] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f525e17c-f645-4a17-85d4-cc7b6e9bef71 in Status: IN_PROGRESS for 2s [ 742.915208] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca74d642-6ca7-4f42-a784-8a2a43b8e6ee [ 742.915208] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.915349] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.915764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.915764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.915764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.915883] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca74d642-6ca7-4f42-a784-8a2a43b8e6ee already deleted. [ 742.916537] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca74d642-6ca7-4f42-a784-8a2a43b8e6ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.957336] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 993b8ce5-aaf9-4c33-b2ad-4f7c131796f0 [ 742.958189] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.958372] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.958484] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.958729] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.958830] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.958954] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:993b8ce5-aaf9-4c33-b2ad-4f7c131796f0 already deleted. [ 742.959012] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-993b8ce5-aaf9-4c33-b2ad-4f7c131796f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.552634] env[65962]: INFO networking_nsxv3.common.synchronization [req-cd0c41f6-5c3b-4c8b-98af-07276e0e18cd req-0f596fdd-dd9a-43d7-91bd-f540b48c84f2 tempest-ImagesTestJSON-946931724 tempest-ImagesTestJSON-946931724-project-member] Enqueued Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 743.552912] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 743.554235] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.554448] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.554606] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.554834] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.555235] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.555235] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.555363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.555663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.555788] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.555906] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.061025] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.061025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.061025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.061025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.061025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.061025] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.061025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.061025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.061025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.061025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.061025] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e is going to be updated. [ 744.096648] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.096835] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.096892] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.097209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.098052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.111993] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: IN_PROGRESS for 2s [ 744.263203] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.263420] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-46" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.263516] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-46" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.264498] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-46" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.264498] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.264498] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.264498] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.264862] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.264862] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.264862] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.265027] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.265078] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.265152] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.265399] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.265399] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.265531] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.300401] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.300695] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.300922] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.301190] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-46" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.301607] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-24efaa48-6df3-42b1-9c6d-2a4f65d192a4 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.301825] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-24efaa48-6df3-42b1-9c6d-2a4f65d192a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.301971] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-24efaa48-6df3-42b1-9c6d-2a4f65d192a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.302357] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-24efaa48-6df3-42b1-9c6d-2a4f65d192a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.302541] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24efaa48-6df3-42b1-9c6d-2a4f65d192a4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.804989] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.805407] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.805407] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.805846] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.805846] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.805961] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 24efaa48-6df3-42b1-9c6d-2a4f65d192a4 not found, creating... [ 744.806221] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.806378] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.806508] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.806737] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.806873] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.807579] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.807579] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.807579] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.807783] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.807783] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.807917] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 24efaa48-6df3-42b1-9c6d-2a4f65d192a4 is going to be created. [ 744.822738] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 in Status: SUCCESS [ 744.822936] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 deletion is rescheduled due to dependency. [ 744.823057] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.833837] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.834089] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.834138] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.834401] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.834625] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.834841] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-24efaa48-6df3-42b1-9c6d-2a4f65d192a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.891487] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f525e17c-f645-4a17-85d4-cc7b6e9bef71 in Status: SUCCESS [ 744.892071] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f525e17c-f645-4a17-85d4-cc7b6e9bef71 deletion is rescheduled due to dependency. [ 744.892944] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.573866] env[65962]: INFO networking_nsxv3.common.synchronization [req-cd0c41f6-5c3b-4c8b-98af-07276e0e18cd req-75d5e093-1cfa-48df-9940-b40420a5bf01 service nova] Enqueued Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_rules [ 745.574110] env[65962]: INFO networking_nsxv3.common.synchronization [req-cd0c41f6-5c3b-4c8b-98af-07276e0e18cd req-75d5e093-1cfa-48df-9940-b40420a5bf01 service nova] Enqueued Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 745.574440] env[65962]: INFO networking_nsxv3.common.synchronization [req-cd0c41f6-5c3b-4c8b-98af-07276e0e18cd req-75d5e093-1cfa-48df-9940-b40420a5bf01 service nova] Enqueued Resource ID: 24efaa48-6df3-42b1-9c6d-2a4f65d192a4 with Priority: HIGHEST for action port [ 745.575496] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_rules [ 745.575790] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 745.576515] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24efaa48-6df3-42b1-9c6d-2a4f65d192a4 with Priority: HIGHEST for action port [ 745.576744] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.576987] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.577319] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.578240] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.578240] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.578594] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.578696] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.578922] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-24efaa48-6df3-42b1-9c6d-2a4f65d192a4 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.579043] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24efaa48-6df3-42b1-9c6d-2a4f65d192a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.579111] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24efaa48-6df3-42b1-9c6d-2a4f65d192a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.579289] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24efaa48-6df3-42b1-9c6d-2a4f65d192a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.579364] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24efaa48-6df3-42b1-9c6d-2a4f65d192a4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.081773] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.082137] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.082137] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24efaa48-6df3-42b1-9c6d-2a4f65d192a4 with status ACTIVE [ 746.082265] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.082358] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.082420] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.082668] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.082758] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.082928] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.083068] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.083160] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.083355] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.083442] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.083616] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.083706] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.084559] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.084559] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.084559] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.084559] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24efaa48-6df3-42b1-9c6d-2a4f65d192a4 is going to be updated. [ 746.107893] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.108081] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.108153] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.108364] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.108518] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.108698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24efaa48-6df3-42b1-9c6d-2a4f65d192a4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.121677] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: SUCCESS [ 746.121910] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e deletion is rescheduled due to dependency. [ 746.122018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.122339] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.122427] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.122734] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.122734] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.122866] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.123101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.123297] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.123624] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.175081] env[65962]: INFO networking_nsxv3.common.synchronization [None req-731988d3-194e-4464-a84f-04ac2360b5a6 None None] Enqueued Resource ID: 3633d96b-f925-47ca-8076-4aed20e6a9f4 with Priority: HIGHEST for action port [ 746.175554] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3633d96b-f925-47ca-8076-4aed20e6a9f4 with Priority: HIGHEST for action port [ 746.175740] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-3633d96b-f925-47ca-8076-4aed20e6a9f4 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.175923] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3633d96b-f925-47ca-8076-4aed20e6a9f4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.175975] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3633d96b-f925-47ca-8076-4aed20e6a9f4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.176587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3633d96b-f925-47ca-8076-4aed20e6a9f4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.176587] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3633d96b-f925-47ca-8076-4aed20e6a9f4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.625954] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.678782] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3633d96b-f925-47ca-8076-4aed20e6a9f4 [ 746.678962] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.679123] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.679236] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.679538] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.679648] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.679750] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3633d96b-f925-47ca-8076-4aed20e6a9f4 already deleted. [ 746.679832] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3633d96b-f925-47ca-8076-4aed20e6a9f4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.130514] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.602474] env[65962]: INFO networking_nsxv3.common.synchronization [req-3bfb5573-8fcb-4ed8-81ec-9ac7e0c9343d req-12ef1b2b-f7c1-490e-98e5-39f260ed8ea6 tempest-ServerGroupTestJSON-606815795 tempest-ServerGroupTestJSON-606815795-project-member] Enqueued Resource ID: 7118936c-50e6-4c17-9378-f50073132317 with Priority: HIGHEST for action security_group_members [ 747.603046] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7118936c-50e6-4c17-9378-f50073132317 with Priority: HIGHEST for action security_group_members [ 747.603408] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7118936c-50e6-4c17-9378-f50073132317 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.603582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.603678] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.603967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.604153] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.604260] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.604338] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.604495] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.604644] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.604681] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7118936c-50e6-4c17-9378-f50073132317',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.635965] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.636189] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.636300] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.637027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.637027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.637027] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e is going to be updated. [ 747.673140] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.673140] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.673140] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.673885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.674058] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.684703] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: IN_PROGRESS for 2s [ 747.987891] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.988087] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-474" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.988140] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-474" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.988575] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-474" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.988894] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.989138] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.989389] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.989732] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.989900] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.990178] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.990366] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.990540] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.990650] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.990765] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.990879] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.991070] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.012894] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.013111] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 748.013291] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.013551] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-474" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.013935] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-826e8b34-1582-40de-b952-6481ecd42e30 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.014211] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-826e8b34-1582-40de-b952-6481ecd42e30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.014328] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-826e8b34-1582-40de-b952-6481ecd42e30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.014665] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-826e8b34-1582-40de-b952-6481ecd42e30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.014893] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('826e8b34-1582-40de-b952-6481ecd42e30',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.109856] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.109856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.109856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.109856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.109856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.109856] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.109856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.109856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.109856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.109856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.109856] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7118936c-50e6-4c17-9378-f50073132317 already deleted. [ 748.110558] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.519674] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.519674] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.519674] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.519674] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.519674] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.519674] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 826e8b34-1582-40de-b952-6481ecd42e30 not found, creating... [ 748.519674] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.520469] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.520469] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.520469] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.520628] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.521527] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.521527] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.521527] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.521527] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.521847] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.521907] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 826e8b34-1582-40de-b952-6481ecd42e30 is going to be created. [ 748.547070] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.547373] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.547568] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.547840] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.548235] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.548326] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-826e8b34-1582-40de-b952-6481ecd42e30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.072030] env[65962]: INFO networking_nsxv3.common.synchronization [None req-85cc7b89-b6ed-4f28-9b94-548e15cc6023 None None] Enqueued Resource ID: 25f03c8f-ae42-474b-8c39-c5b3e107272e with Priority: HIGHEST for action port [ 749.072030] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f03c8f-ae42-474b-8c39-c5b3e107272e with Priority: HIGHEST for action port [ 749.072175] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-25f03c8f-ae42-474b-8c39-c5b3e107272e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.072256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25f03c8f-ae42-474b-8c39-c5b3e107272e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.072481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25f03c8f-ae42-474b-8c39-c5b3e107272e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.073269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25f03c8f-ae42-474b-8c39-c5b3e107272e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.073269] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25f03c8f-ae42-474b-8c39-c5b3e107272e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.294875] env[65962]: INFO networking_nsxv3.common.synchronization [req-3bfb5573-8fcb-4ed8-81ec-9ac7e0c9343d req-f7f7391e-f32f-423e-8ffa-21491be2caef service nova] Enqueued Resource ID: 7118936c-50e6-4c17-9378-f50073132317 with Priority: HIGHEST for action security_group_rules [ 749.294875] env[65962]: INFO networking_nsxv3.common.synchronization [req-3bfb5573-8fcb-4ed8-81ec-9ac7e0c9343d req-f7f7391e-f32f-423e-8ffa-21491be2caef service nova] Enqueued Resource ID: 7118936c-50e6-4c17-9378-f50073132317 with Priority: HIGHEST for action security_group_members [ 749.294875] env[65962]: INFO networking_nsxv3.common.synchronization [req-3bfb5573-8fcb-4ed8-81ec-9ac7e0c9343d req-f7f7391e-f32f-423e-8ffa-21491be2caef service nova] Enqueued Resource ID: 826e8b34-1582-40de-b952-6481ecd42e30 with Priority: HIGHEST for action port [ 749.295993] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7118936c-50e6-4c17-9378-f50073132317 with Priority: HIGHEST for action security_group_rules [ 749.296674] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7118936c-50e6-4c17-9378-f50073132317 with Priority: HIGHEST for action security_group_members [ 749.297043] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 826e8b34-1582-40de-b952-6481ecd42e30 with Priority: HIGHEST for action port [ 749.297232] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7118936c-50e6-4c17-9378-f50073132317 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.297360] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.297425] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.297777] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.298039] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7118936c-50e6-4c17-9378-f50073132317',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.300148] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7118936c-50e6-4c17-9378-f50073132317 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.300380] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.300508] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.300832] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.301144] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.301362] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.301457] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.301741] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.301913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.302095] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7118936c-50e6-4c17-9378-f50073132317',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.303728] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-826e8b34-1582-40de-b952-6481ecd42e30 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.303925] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-826e8b34-1582-40de-b952-6481ecd42e30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.304119] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-826e8b34-1582-40de-b952-6481ecd42e30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.304578] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-826e8b34-1582-40de-b952-6481ecd42e30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.304578] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('826e8b34-1582-40de-b952-6481ecd42e30',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.574654] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25f03c8f-ae42-474b-8c39-c5b3e107272e [ 749.574906] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.574984] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.575268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.575268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.575416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.575493] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25f03c8f-ae42-474b-8c39-c5b3e107272e already deleted. [ 749.575798] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25f03c8f-ae42-474b-8c39-c5b3e107272e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.696834] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: SUCCESS [ 749.696834] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.696834] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.697022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.697202] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.697318] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.697383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.697559] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.697731] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.697789] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.698399] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.800273] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7118936c-50e6-4c17-9378-f50073132317 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.802517] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.809292] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7118936c-50e6-4c17-9378-f50073132317',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.809292] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 826e8b34-1582-40de-b952-6481ecd42e30 with status ACTIVE [ 749.809292] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.809292] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.809292] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.810415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.810415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.810415] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.810415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.810415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.812399] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.812507] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.812706] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.813554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.813554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.813554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.813554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.813554] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 826e8b34-1582-40de-b952-6481ecd42e30 is going to be updated. [ 749.836877] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.837062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.837145] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.837658] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.837731] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.837905] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-826e8b34-1582-40de-b952-6481ecd42e30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.200646] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.200799] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.200946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.201162] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.201330] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.201438] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.201503] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.201661] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.201747] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.201834] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.203165] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.203165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.203165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.203165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.203165] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.203165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.203165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.203165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.203165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.203165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.203165] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.314917] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7118936c-50e6-4c17-9378-f50073132317',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.705746] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1337d88a-fc81-4d8f-9888-c14d6901d06e: rpc.has_security_group_logging(os_id): False [ 750.725922] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.726109] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.726155] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.726553] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.726685] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.726893] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.727014] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.727073] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.727256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.727341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.727586] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.727702] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.727744] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.727891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.727965] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.728246] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.728538] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.728538] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.728678] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.728748] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.728890] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e is going to be updated. [ 750.800136] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.800363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.800439] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.800663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.800817] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.817620] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: IN_PROGRESS for 2s [ 750.818703] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.818703] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.818843] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.820190] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.820298] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.820406] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7118936c-50e6-4c17-9378-f50073132317 is going to be created. [ 750.864072] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.864254] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.864326] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.864596] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.865104] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.878590] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7118936c-50e6-4c17-9378-f50073132317 in Status: UNINITIALIZED for 2s [ 751.100080] env[65962]: INFO networking_nsxv3.common.synchronization [None req-2d0ee401-bfd3-419e-a380-11224443fe48 tempest-AttachVolumeShelveTestJSON-339125 tempest-AttachVolumeShelveTestJSON-339125-project-member] Enqueued Resource ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a with Priority: HIGHEST for action security_group_rules [ 751.100845] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a with Priority: HIGHEST for action security_group_rules [ 751.101201] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.101326] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.101393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.101896] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.101896] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.243161] env[65962]: INFO networking_nsxv3.common.synchronization [None req-bb72ebed-e0df-4fba-9604-21a2db3172fb tempest-AttachVolumeShelveTestJSON-339125 tempest-AttachVolumeShelveTestJSON-339125-project-member] Enqueued Resource ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a with Priority: HIGHEST for action security_group_rules [ 751.243329] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a with Priority: HIGHEST for action security_group_rules [ 751.243746] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.243905] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.626078] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.626220] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.626296] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.626508] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.626602] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.627377] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a already deleted. [ 751.627377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.627377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.627377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.627377] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.149467] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.149467] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.149467] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.149946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.149946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.149946] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a already deleted. [ 752.149946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.267388] env[65962]: INFO networking_nsxv3.common.synchronization [req-c89ab74a-8632-474a-9406-4ec9748f6ec0 req-d14b85a9-6943-4ae8-aa1f-f1132079d381 tempest-FloatingIPsAssociationTestJSON-1370190316 tempest-FloatingIPsAssociationTestJSON-1370190316-project-member] Enqueued Resource ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c with Priority: HIGHEST for action security_group_members [ 752.268279] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c with Priority: HIGHEST for action security_group_members [ 752.269346] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.269346] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.269346] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.269346] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.269346] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.269346] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.269346] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.270019] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.270019] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.270019] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b9533a4-5bf3-4126-bae5-bf20bd751e2c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.292789] env[65962]: INFO networking_nsxv3.common.synchronization [None req-31ff8c93-8260-4b4b-b6e0-46e1979639f1 None None] Enqueued Resource ID: 4b0e34ef-7d16-4f58-a1f5-4202f10cf1c3 with Priority: HIGHEST for action port [ 752.294468] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b0e34ef-7d16-4f58-a1f5-4202f10cf1c3 with Priority: HIGHEST for action port [ 752.294468] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b0e34ef-7d16-4f58-a1f5-4202f10cf1c3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.294468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b0e34ef-7d16-4f58-a1f5-4202f10cf1c3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.294468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b0e34ef-7d16-4f58-a1f5-4202f10cf1c3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.294710] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b0e34ef-7d16-4f58-a1f5-4202f10cf1c3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.294710] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b0e34ef-7d16-4f58-a1f5-4202f10cf1c3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.731079] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.731581] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-136" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.731812] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-136" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.732343] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-136" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.732886] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.733265] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.733463] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.733945] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.737724] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.739441] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.739755] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.740023] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.740583] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.740956] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.741727] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.742021] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.748879] env[65962]: INFO networking_nsxv3.common.synchronization [None req-a824585d-076e-4215-acc3-9b0bbb74716b None None] Enqueued Resource ID: 4e08ab3b-ad7b-497a-9188-c8a7f99897db with Priority: HIGHEST for action port [ 752.750410] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e08ab3b-ad7b-497a-9188-c8a7f99897db with Priority: HIGHEST for action port [ 752.754501] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e08ab3b-ad7b-497a-9188-c8a7f99897db taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.754501] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e08ab3b-ad7b-497a-9188-c8a7f99897db" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.754501] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e08ab3b-ad7b-497a-9188-c8a7f99897db" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.754501] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e08ab3b-ad7b-497a-9188-c8a7f99897db" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.754501] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e08ab3b-ad7b-497a-9188-c8a7f99897db',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.772351] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b9533a4-5bf3-4126-bae5-bf20bd751e2c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.792671] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.793054] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.793263] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.793465] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-136" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.793811] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-b4de375e-f760-4a99-819a-67eb7ffcd71b taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.793993] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-b4de375e-f760-4a99-819a-67eb7ffcd71b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.794179] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-b4de375e-f760-4a99-819a-67eb7ffcd71b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.794638] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-b4de375e-f760-4a99-819a-67eb7ffcd71b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.794957] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4de375e-f760-4a99-819a-67eb7ffcd71b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.802124] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b0e34ef-7d16-4f58-a1f5-4202f10cf1c3 [ 752.802485] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.802638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.802717] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.802934] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.803027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.803120] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b0e34ef-7d16-4f58-a1f5-4202f10cf1c3 already deleted. [ 752.803220] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b0e34ef-7d16-4f58-a1f5-4202f10cf1c3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.835312] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: SUCCESS [ 752.835604] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.890871] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7118936c-50e6-4c17-9378-f50073132317 in Status: SUCCESS [ 752.891513] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.891513] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.891674] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.891861] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.892206] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.892374] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.892570] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.892619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.892717] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.892816] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7118936c-50e6-4c17-9378-f50073132317',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.257441] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e08ab3b-ad7b-497a-9188-c8a7f99897db [ 753.257741] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.257869] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.257935] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.258200] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.258295] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.258390] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e08ab3b-ad7b-497a-9188-c8a7f99897db already deleted. [ 753.258473] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e08ab3b-ad7b-497a-9188-c8a7f99897db" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.275101] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b9533a4-5bf3-4126-bae5-bf20bd751e2c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.297932] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.297932] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.297932] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.298952] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.298952] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.298952] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port b4de375e-f760-4a99-819a-67eb7ffcd71b not found, creating... [ 753.298952] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.298952] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.301167] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.301167] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.301167] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.301167] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.301167] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.301167] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.301167] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.301167] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.301167] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: b4de375e-f760-4a99-819a-67eb7ffcd71b is going to be created. [ 753.337477] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.338381] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.338381] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.338807] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.339114] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.339406] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-b4de375e-f760-4a99-819a-67eb7ffcd71b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.397022] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7118936c-50e6-4c17-9378-f50073132317 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.397022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.397022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.397022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.397022] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.397022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.397022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.397022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.397022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.397022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.397022] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7118936c-50e6-4c17-9378-f50073132317 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.397022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.397022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.397022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.398124] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.398124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.398124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.398124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.398124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.398124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.398124] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7118936c-50e6-4c17-9378-f50073132317',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.782692] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.782692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.782692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.782692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.782692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.782692] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c is going to be updated. [ 753.820666] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.820913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.820913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.821168] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.821348] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.837640] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c in Status: IN_PROGRESS for 2s [ 753.904210] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7118936c-50e6-4c17-9378-f50073132317: rpc.has_security_group_logging(os_id): False [ 753.930120] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.930291] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.930462] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.930790] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.931056] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.931343] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.931574] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.931752] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.931862] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.932096] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.932292] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.932478] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.932543] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.932666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.932783] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.933302] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.933697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.933941] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.934065] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.934178] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.934248] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7118936c-50e6-4c17-9378-f50073132317 is going to be created. [ 754.012421] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.012596] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.012634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.012888] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.013468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.044230] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7118936c-50e6-4c17-9378-f50073132317 in Status: IN_PROGRESS for 2s [ 754.124053] env[65962]: INFO networking_nsxv3.common.synchronization [req-c89ab74a-8632-474a-9406-4ec9748f6ec0 req-433c85a1-b3cd-4424-82a8-730ce7279fbb service nova] Enqueued Resource ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c with Priority: HIGHEST for action security_group_rules [ 754.124053] env[65962]: INFO networking_nsxv3.common.synchronization [req-c89ab74a-8632-474a-9406-4ec9748f6ec0 req-433c85a1-b3cd-4424-82a8-730ce7279fbb service nova] Enqueued Resource ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c with Priority: HIGHEST for action security_group_members [ 754.124053] env[65962]: INFO networking_nsxv3.common.synchronization [req-c89ab74a-8632-474a-9406-4ec9748f6ec0 req-433c85a1-b3cd-4424-82a8-730ce7279fbb service nova] Enqueued Resource ID: b4de375e-f760-4a99-819a-67eb7ffcd71b with Priority: HIGHEST for action port [ 754.124053] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c with Priority: HIGHEST for action security_group_rules [ 754.124053] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c with Priority: HIGHEST for action security_group_members [ 754.124644] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4de375e-f760-4a99-819a-67eb7ffcd71b with Priority: HIGHEST for action port [ 754.124644] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b9533a4-5bf3-4126-bae5-bf20bd751e2c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.124644] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.124644] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.124827] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.124827] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b9533a4-5bf3-4126-bae5-bf20bd751e2c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.128073] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.128253] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.128596] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4de375e-f760-4a99-819a-67eb7ffcd71b taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.128725] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4de375e-f760-4a99-819a-67eb7ffcd71b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.128796] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4de375e-f760-4a99-819a-67eb7ffcd71b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.129009] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4de375e-f760-4a99-819a-67eb7ffcd71b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.129106] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4de375e-f760-4a99-819a-67eb7ffcd71b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.629742] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.630174] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.632726] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4de375e-f760-4a99-819a-67eb7ffcd71b with status ACTIVE [ 754.632945] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.633098] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.633210] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.633446] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.633503] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.633661] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.633764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.633824] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.633967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.634054] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.634229] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.634320] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.634377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.638035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.638035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.638035] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4de375e-f760-4a99-819a-67eb7ffcd71b is going to be updated. [ 754.666406] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.666406] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.666406] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.666406] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.666406] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.666406] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4de375e-f760-4a99-819a-67eb7ffcd71b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.962727] env[65962]: INFO networking_nsxv3.common.synchronization [req-43d0faea-67a6-40eb-a6a9-beae8951cf88 req-abbbd87d-c843-4f64-af90-52c4659f668f tempest-TenantUsagesTestJSON-1101809897 tempest-TenantUsagesTestJSON-1101809897-project-member] Enqueued Resource ID: d30fafec-eadf-4326-8f4b-02d4eba704b7 with Priority: HIGHEST for action security_group_members [ 754.964266] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d30fafec-eadf-4326-8f4b-02d4eba704b7 with Priority: HIGHEST for action security_group_members [ 754.964266] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-d30fafec-eadf-4326-8f4b-02d4eba704b7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.964266] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.964266] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.964266] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.964266] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.964628] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.964628] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.964779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.964902] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.965036] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d30fafec-eadf-4326-8f4b-02d4eba704b7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.472263] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.472263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.472263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.472263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.472263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.472439] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.472560] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.472622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.472859] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.473686] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.473686] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d30fafec-eadf-4326-8f4b-02d4eba704b7 is going to be updated. [ 755.531201] env[65962]: INFO networking_nsxv3.common.synchronization [None req-f0e01ec7-697b-4d43-b4e8-8f8208241ed5 None None] Enqueued Resource ID: 36d0dfe7-5f9a-48a1-a89a-472de0ccf4c0 with Priority: HIGHEST for action port [ 755.531201] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d0dfe7-5f9a-48a1-a89a-472de0ccf4c0 with Priority: HIGHEST for action port [ 755.531201] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-36d0dfe7-5f9a-48a1-a89a-472de0ccf4c0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.531201] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36d0dfe7-5f9a-48a1-a89a-472de0ccf4c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.531201] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36d0dfe7-5f9a-48a1-a89a-472de0ccf4c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.531635] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36d0dfe7-5f9a-48a1-a89a-472de0ccf4c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.531635] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36d0dfe7-5f9a-48a1-a89a-472de0ccf4c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.536682] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.536682] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.536803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.536969] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.537191] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.549929] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d30fafec-eadf-4326-8f4b-02d4eba704b7 in Status: IN_PROGRESS for 2s [ 755.686181] env[65962]: INFO networking_nsxv3.common.synchronization [None req-530b9a5d-d194-40e5-bae0-a55d696c85f0 None None] Enqueued Resource ID: 2f6566a1-bd77-4483-9388-48e778933e6c with Priority: HIGHEST for action port [ 755.686181] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f6566a1-bd77-4483-9388-48e778933e6c with Priority: HIGHEST for action port [ 755.687132] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f6566a1-bd77-4483-9388-48e778933e6c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.687462] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f6566a1-bd77-4483-9388-48e778933e6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.687858] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f6566a1-bd77-4483-9388-48e778933e6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.688249] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f6566a1-bd77-4483-9388-48e778933e6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.689979] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f6566a1-bd77-4483-9388-48e778933e6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.856354] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c in Status: SUCCESS [ 755.856590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.856774] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.857016] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.857226] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.857338] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.857919] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.857919] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.857919] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.857919] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b9533a4-5bf3-4126-bae5-bf20bd751e2c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.040522] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36d0dfe7-5f9a-48a1-a89a-472de0ccf4c0 [ 756.041314] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.041314] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.041314] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.041314] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.041545] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.041545] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36d0dfe7-5f9a-48a1-a89a-472de0ccf4c0 already deleted. [ 756.041679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36d0dfe7-5f9a-48a1-a89a-472de0ccf4c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.061190] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7118936c-50e6-4c17-9378-f50073132317 in Status: SUCCESS [ 756.061581] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.190600] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f6566a1-bd77-4483-9388-48e778933e6c [ 756.191504] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.191504] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.191504] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.191726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.192337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.192337] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f6566a1-bd77-4483-9388-48e778933e6c already deleted. [ 756.192337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f6566a1-bd77-4483-9388-48e778933e6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.359993] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b9533a4-5bf3-4126-bae5-bf20bd751e2c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.863792] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b9533a4-5bf3-4126-bae5-bf20bd751e2c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.368657] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.371899] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.371899] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.371899] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.371899] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.371899] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c is going to be updated. [ 757.412340] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.412340] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.412574] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.412637] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.412908] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.424153] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c in Status: IN_PROGRESS for 2s [ 757.562177] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d30fafec-eadf-4326-8f4b-02d4eba704b7 in Status: SUCCESS [ 757.562371] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d30fafec-eadf-4326-8f4b-02d4eba704b7 deletion is rescheduled due to dependency. [ 757.562606] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d30fafec-eadf-4326-8f4b-02d4eba704b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.183588] env[65962]: INFO networking_nsxv3.common.synchronization [None req-8970ee71-fc77-4c58-b05d-0007af2b075c tempest-MigrationsAdminTest-1609886309 tempest-MigrationsAdminTest-1609886309-project-member] Enqueued Resource ID: 570376d7-1f76-43ce-8f01-4d859a380f88 with Priority: HIGHEST for action security_group_rules [ 758.185820] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 570376d7-1f76-43ce-8f01-4d859a380f88 with Priority: HIGHEST for action security_group_rules [ 758.187492] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-570376d7-1f76-43ce-8f01-4d859a380f88 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.188871] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-570376d7-1f76-43ce-8f01-4d859a380f88" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.188871] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-570376d7-1f76-43ce-8f01-4d859a380f88" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.189988] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-570376d7-1f76-43ce-8f01-4d859a380f88" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.189988] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('570376d7-1f76-43ce-8f01-4d859a380f88',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.308251] env[65962]: INFO networking_nsxv3.common.synchronization [None req-7c4f4d61-48c7-4d15-b951-a65ba45437ff tempest-MigrationsAdminTest-1609886309 tempest-MigrationsAdminTest-1609886309-project-member] Enqueued Resource ID: 570376d7-1f76-43ce-8f01-4d859a380f88 with Priority: HIGHEST for action security_group_rules [ 758.309730] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 570376d7-1f76-43ce-8f01-4d859a380f88 with Priority: HIGHEST for action security_group_rules [ 758.309989] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-570376d7-1f76-43ce-8f01-4d859a380f88 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.310150] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-570376d7-1f76-43ce-8f01-4d859a380f88" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.712458] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.712695] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.712784] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.713514] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.713514] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.713514] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 570376d7-1f76-43ce-8f01-4d859a380f88 already deleted. [ 758.713514] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-570376d7-1f76-43ce-8f01-4d859a380f88" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.713514] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-570376d7-1f76-43ce-8f01-4d859a380f88" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.713514] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-570376d7-1f76-43ce-8f01-4d859a380f88" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.713791] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('570376d7-1f76-43ce-8f01-4d859a380f88',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.066870] env[65962]: INFO networking_nsxv3.common.synchronization [None req-348f0bb4-b123-42f7-98be-fc6116974ddd None None] Enqueued Resource ID: 4326f09f-367a-4d0e-9aaf-4bb671af3c5b with Priority: HIGHEST for action port [ 759.067476] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4326f09f-367a-4d0e-9aaf-4bb671af3c5b with Priority: HIGHEST for action port [ 759.067822] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-4326f09f-367a-4d0e-9aaf-4bb671af3c5b taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.067972] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4326f09f-367a-4d0e-9aaf-4bb671af3c5b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.068903] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4326f09f-367a-4d0e-9aaf-4bb671af3c5b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.069244] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4326f09f-367a-4d0e-9aaf-4bb671af3c5b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.069574] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4326f09f-367a-4d0e-9aaf-4bb671af3c5b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.237625] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.238078] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.238078] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.238078] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.238247] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.238247] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 570376d7-1f76-43ce-8f01-4d859a380f88 already deleted. [ 759.238348] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-570376d7-1f76-43ce-8f01-4d859a380f88" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.438275] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c in Status: SUCCESS [ 759.438563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.438708] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.438928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.439133] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.439249] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.441062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.441334] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.441436] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.441528] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.441627] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b9533a4-5bf3-4126-bae5-bf20bd751e2c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.572588] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4326f09f-367a-4d0e-9aaf-4bb671af3c5b [ 759.572914] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.573111] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.573226] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.573499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.573595] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.573695] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4326f09f-367a-4d0e-9aaf-4bb671af3c5b already deleted. [ 759.573777] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4326f09f-367a-4d0e-9aaf-4bb671af3c5b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.947024] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.947024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.947024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.947024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.947024] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.947024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.947024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.947024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.947024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.947024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.947024] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.947024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.947024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.947024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.947024] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.947024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.947847] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.947847] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.947847] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.947847] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.947847] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b9533a4-5bf3-4126-bae5-bf20bd751e2c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.433328] env[65962]: INFO networking_nsxv3.common.synchronization [req-c8fc93e6-cb75-4e83-a5cd-bf5a6acfca27 req-de0b647e-90e3-4553-a597-cca3b7c2ec1a tempest-AttachInterfacesV270Test-1188039795 tempest-AttachInterfacesV270Test-1188039795-project-member] Enqueued Resource ID: 80382464-0fda-4261-8bfa-fdc208ce7ade with Priority: HIGHEST for action security_group_members [ 760.434551] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80382464-0fda-4261-8bfa-fdc208ce7ade with Priority: HIGHEST for action security_group_members [ 760.434551] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-80382464-0fda-4261-8bfa-fdc208ce7ade taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.434551] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.434551] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.434707] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.434744] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.434833] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.434892] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.438128] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.438366] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.438923] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80382464-0fda-4261-8bfa-fdc208ce7ade',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.450844] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b9533a4-5bf3-4126-bae5-bf20bd751e2c: rpc.has_security_group_logging(os_id): False [ 760.469020] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.469020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.469020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.469020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.469020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.469020] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.469020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.469020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.469020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.469020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.469020] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.469020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.469020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.469020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.469020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.469645] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.469793] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.469944] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.470171] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.470337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.470497] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c is going to be updated. [ 760.503152] env[65962]: INFO networking_nsxv3.common.synchronization [None req-dc641a4d-ab51-4279-8ee2-9f12a757810f None None] Enqueued Resource ID: 9acfc214-fe06-46b2-9efc-026194be4302 with Priority: HIGHEST for action port [ 760.503152] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9acfc214-fe06-46b2-9efc-026194be4302 with Priority: HIGHEST for action port [ 760.509381] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-9acfc214-fe06-46b2-9efc-026194be4302 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.509381] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9acfc214-fe06-46b2-9efc-026194be4302" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.509381] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9acfc214-fe06-46b2-9efc-026194be4302" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.509381] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9acfc214-fe06-46b2-9efc-026194be4302" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.509381] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9acfc214-fe06-46b2-9efc-026194be4302',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.535097] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.535564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.535799] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.536109] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.536350] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.552300] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c in Status: IN_PROGRESS for 2s [ 760.942553] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.942553] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.942553] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.942823] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.943498] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.943498] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.943498] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.943498] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.943679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.943742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.943803] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80382464-0fda-4261-8bfa-fdc208ce7ade already deleted. [ 760.944590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.981027] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.981027] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-975" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.981027] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-975" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.981283] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-975" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.981536] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.981691] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.981871] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.982132] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.982307] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.982536] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.982691] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.982821] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.982945] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.983255] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.983366] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.983528] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.003447] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.003643] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.003861] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.004052] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-975" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.004367] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-102626cd-1f13-4fc6-9a58-8afda50b9a3a taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.004537] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-102626cd-1f13-4fc6-9a58-8afda50b9a3a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.004654] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-102626cd-1f13-4fc6-9a58-8afda50b9a3a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.005023] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-102626cd-1f13-4fc6-9a58-8afda50b9a3a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.005163] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('102626cd-1f13-4fc6-9a58-8afda50b9a3a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.010743] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9acfc214-fe06-46b2-9efc-026194be4302 [ 761.010982] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.011151] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.011242] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.011476] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.011591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.011758] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9acfc214-fe06-46b2-9efc-026194be4302 already deleted. [ 761.011824] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9acfc214-fe06-46b2-9efc-026194be4302" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.509024] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.509024] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.509024] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.509024] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.509024] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.509024] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 102626cd-1f13-4fc6-9a58-8afda50b9a3a not found, creating... [ 761.509024] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.509024] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.509024] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.509747] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.509747] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.509747] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.509747] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.509894] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.510522] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.510746] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.510914] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 102626cd-1f13-4fc6-9a58-8afda50b9a3a is going to be created. [ 761.533677] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.534341] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.534341] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.534520] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.534767] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.535097] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-102626cd-1f13-4fc6-9a58-8afda50b9a3a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.273970] env[65962]: INFO networking_nsxv3.common.synchronization [req-c8fc93e6-cb75-4e83-a5cd-bf5a6acfca27 req-7abdd023-3261-417c-a969-8e250cfbcade service nova] Enqueued Resource ID: 80382464-0fda-4261-8bfa-fdc208ce7ade with Priority: HIGHEST for action security_group_rules [ 762.273970] env[65962]: INFO networking_nsxv3.common.synchronization [req-c8fc93e6-cb75-4e83-a5cd-bf5a6acfca27 req-7abdd023-3261-417c-a969-8e250cfbcade service nova] Enqueued Resource ID: 80382464-0fda-4261-8bfa-fdc208ce7ade with Priority: HIGHEST for action security_group_members [ 762.273970] env[65962]: INFO networking_nsxv3.common.synchronization [req-c8fc93e6-cb75-4e83-a5cd-bf5a6acfca27 req-7abdd023-3261-417c-a969-8e250cfbcade service nova] Enqueued Resource ID: 102626cd-1f13-4fc6-9a58-8afda50b9a3a with Priority: HIGHEST for action port [ 762.276202] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80382464-0fda-4261-8bfa-fdc208ce7ade with Priority: HIGHEST for action security_group_rules [ 762.276202] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80382464-0fda-4261-8bfa-fdc208ce7ade with Priority: HIGHEST for action security_group_members [ 762.276202] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102626cd-1f13-4fc6-9a58-8afda50b9a3a with Priority: HIGHEST for action port [ 762.276202] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80382464-0fda-4261-8bfa-fdc208ce7ade taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.276202] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.276202] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.276202] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.276202] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80382464-0fda-4261-8bfa-fdc208ce7ade',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.276705] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-80382464-0fda-4261-8bfa-fdc208ce7ade taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.276947] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.276947] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.277066] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.277209] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.277337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.277374] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.279635] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.279635] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.279635] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80382464-0fda-4261-8bfa-fdc208ce7ade',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.279635] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-102626cd-1f13-4fc6-9a58-8afda50b9a3a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.279635] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-102626cd-1f13-4fc6-9a58-8afda50b9a3a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.279635] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-102626cd-1f13-4fc6-9a58-8afda50b9a3a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.279635] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-102626cd-1f13-4fc6-9a58-8afda50b9a3a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.279635] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('102626cd-1f13-4fc6-9a58-8afda50b9a3a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.566561] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c in Status: SUCCESS [ 762.568846] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.574734] env[65962]: INFO networking_nsxv3.common.synchronization [None req-27ef4af1-d5c8-49eb-969a-848158a186fa None None] Enqueued Resource ID: 29e5d089-9913-43e4-9ce4-9ad9bdf5de6e with Priority: HIGHEST for action port [ 762.574845] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29e5d089-9913-43e4-9ce4-9ad9bdf5de6e with Priority: HIGHEST for action port [ 762.575061] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-29e5d089-9913-43e4-9ce4-9ad9bdf5de6e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.575442] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29e5d089-9913-43e4-9ce4-9ad9bdf5de6e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.575442] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29e5d089-9913-43e4-9ce4-9ad9bdf5de6e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.575532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29e5d089-9913-43e4-9ce4-9ad9bdf5de6e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.575578] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29e5d089-9913-43e4-9ce4-9ad9bdf5de6e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.783139] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-80382464-0fda-4261-8bfa-fdc208ce7ade taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.783139] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.783139] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80382464-0fda-4261-8bfa-fdc208ce7ade',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.783804] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 102626cd-1f13-4fc6-9a58-8afda50b9a3a with status ACTIVE [ 762.783939] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.784061] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.784118] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.784311] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.784395] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.784557] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.784656] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.784713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.784854] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.785343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.785343] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.785343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.785343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.785495] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.785495] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.785548] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 102626cd-1f13-4fc6-9a58-8afda50b9a3a is going to be updated. [ 762.817996] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.818157] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.818157] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.818344] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.818481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.818646] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-102626cd-1f13-4fc6-9a58-8afda50b9a3a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.078150] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29e5d089-9913-43e4-9ce4-9ad9bdf5de6e [ 763.078557] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.078557] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.078726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.078803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.078894] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.078989] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29e5d089-9913-43e4-9ce4-9ad9bdf5de6e already deleted. [ 763.079092] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29e5d089-9913-43e4-9ce4-9ad9bdf5de6e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.293716] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80382464-0fda-4261-8bfa-fdc208ce7ade',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.797736] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.797736] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.797736] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.798209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.798209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.798209] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80382464-0fda-4261-8bfa-fdc208ce7ade is going to be created. [ 763.827816] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.827816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.827816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.828083] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.828323] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.842019] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80382464-0fda-4261-8bfa-fdc208ce7ade in Status: UNINITIALIZED for 2s [ 765.594508] env[65962]: INFO networking_nsxv3.common.synchronization [req-07f04435-c1c2-4899-8bd7-d8343c3c78a5 req-e2818133-f05c-4d04-9790-46f86bd24564 tempest-ServersWithSpecificFlavorTestJSON-691410749 tempest-ServersWithSpecificFlavorTestJSON-691410749-project-member] Enqueued Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGHEST for action security_group_members [ 765.596883] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGHEST for action security_group_members [ 765.597347] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.599024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.599024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.599024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.600803] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.600803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.600803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.600803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.600803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.600803] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d5f1da1-5fe0-4ac2-b156-cec7de6c1833',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.631463] env[65962]: INFO networking_nsxv3.common.synchronization [req-2dd72bb5-abf9-42aa-829f-f8e13719fb6c req-fcc57419-2f76-4d5e-a5da-773bcf39d767 tempest-ServerGroupTestJSON-606815795 tempest-ServerGroupTestJSON-606815795-project-member] Enqueued Resource ID: 7118936c-50e6-4c17-9378-f50073132317 with Priority: HIGHEST for action security_group_members [ 765.633086] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7118936c-50e6-4c17-9378-f50073132317 with Priority: HIGHEST for action security_group_members [ 765.633086] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7118936c-50e6-4c17-9378-f50073132317 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.633086] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.633086] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.633086] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.633086] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.633086] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.633494] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.633760] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.633962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.634189] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7118936c-50e6-4c17-9378-f50073132317',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.853414] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80382464-0fda-4261-8bfa-fdc208ce7ade in Status: SUCCESS [ 765.854038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.854224] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.854446] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.854684] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.854780] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.854849] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.855011] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.855100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.855181] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.855329] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80382464-0fda-4261-8bfa-fdc208ce7ade',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.104687] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.104687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.104687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.104687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.104687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.104687] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.104687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.104687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.104687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.105254] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.105254] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 is going to be updated. [ 766.127738] env[65962]: INFO networking_nsxv3.common.synchronization [req-3b85ab6d-47f0-4d4a-b7fe-bb80c3a0e480 req-b3fe0434-22e8-4dcf-b5ca-25ec3cb0620f tempest-ImagesOneServerNegativeTestJSON-1332257905 tempest-ImagesOneServerNegativeTestJSON-1332257905-project-member] Enqueued Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_members [ 766.128346] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_members [ 766.128656] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.128779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.128876] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.129078] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.129233] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.129332] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.129395] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.129544] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.129652] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.129795] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.136946] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.139135] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.140353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.140475] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.140565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.140848] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.141609] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.141609] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.141609] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.141609] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.141609] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7118936c-50e6-4c17-9378-f50073132317 is going to be updated. [ 766.143921] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.143921] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.143921] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.143921] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.143921] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.153705] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 in Status: IN_PROGRESS for 2s [ 766.178704] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.178868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.178943] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.179523] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.179731] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.191066] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7118936c-50e6-4c17-9378-f50073132317 in Status: IN_PROGRESS for 2s [ 766.243709] env[65962]: INFO networking_nsxv3.common.synchronization [req-6ba75597-90b9-403c-ab43-3ae0253e0f68 req-d723b9f9-04f2-45ff-8c17-1c1ec181c85a tempest-ServersV294TestFqdnHostnames-1662526759 tempest-ServersV294TestFqdnHostnames-1662526759-project-member] Enqueued Resource ID: b6f35f48-011e-4370-898c-beaffa3bfc76 with Priority: HIGHEST for action security_group_members [ 766.244300] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f35f48-011e-4370-898c-beaffa3bfc76 with Priority: HIGHEST for action security_group_members [ 766.245795] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6f35f48-011e-4370-898c-beaffa3bfc76 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.245795] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.245795] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.245795] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.245795] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.245795] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.245795] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.245795] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.246344] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.246344] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6f35f48-011e-4370-898c-beaffa3bfc76',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.361022] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-80382464-0fda-4261-8bfa-fdc208ce7ade taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.361022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.361022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.361022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.361022] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.361022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.361022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.361022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.361022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.361022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.361022] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-80382464-0fda-4261-8bfa-fdc208ce7ade taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.361022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.361022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.361022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.361022] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.361022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.361838] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.361838] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.361838] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.362147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.362654] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80382464-0fda-4261-8bfa-fdc208ce7ade',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.635025] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.635025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.635025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.635025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.635025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.635025] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.635025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.635025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.635025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.635025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.635025] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 is going to be updated. [ 766.665048] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.665795] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.666257] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.667306] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.667306] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.678304] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 in Status: IN_PROGRESS for 2s [ 766.686048] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-98 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.686200] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.686281] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.686649] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.686960] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.687191] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.687333] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.687575] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.687829] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.688094] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.688237] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.688352] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.688458] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.688565] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.688666] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.688987] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.716603] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.716838] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.717021] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.717201] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.717549] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-32f50c70-70a0-4b69-b880-dc03d32c6021 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.717823] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-32f50c70-70a0-4b69-b880-dc03d32c6021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.717999] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-32f50c70-70a0-4b69-b880-dc03d32c6021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.718354] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-32f50c70-70a0-4b69-b880-dc03d32c6021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.718522] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32f50c70-70a0-4b69-b880-dc03d32c6021',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.747986] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.748162] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.748245] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.749034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.749034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.749034] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.749034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.749034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.749316] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.749316] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.749316] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6f35f48-011e-4370-898c-beaffa3bfc76 already deleted. [ 766.749316] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.868057] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80382464-0fda-4261-8bfa-fdc208ce7ade: rpc.has_security_group_logging(os_id): False [ 766.886910] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.887098] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.887211] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.887431] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.887533] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.887782] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.887877] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.887968] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.888121] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.888201] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.888384] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.888477] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.888564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.888710] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.888782] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.889193] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.889323] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.889389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.889566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.889655] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.889744] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80382464-0fda-4261-8bfa-fdc208ce7ade is going to be created. [ 766.948770] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.948903] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.948959] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.949245] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.949519] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.965837] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80382464-0fda-4261-8bfa-fdc208ce7ade in Status: IN_PROGRESS for 2s [ 767.221531] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.221846] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.221990] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.222385] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.222553] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.222941] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 32f50c70-70a0-4b69-b880-dc03d32c6021 not found, creating... [ 767.223270] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.223434] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.223547] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.223792] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.224101] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.225103] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.225103] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.225103] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.225103] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.225103] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.225357] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 32f50c70-70a0-4b69-b880-dc03d32c6021 is going to be created. [ 767.254982] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.255163] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.255286] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.256135] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.256135] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.256308] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-32f50c70-70a0-4b69-b880-dc03d32c6021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.004210] env[65962]: INFO networking_nsxv3.common.synchronization [req-6ba75597-90b9-403c-ab43-3ae0253e0f68 req-799441d9-18cc-4bdf-9cd6-a43e962301c4 service nova] Enqueued Resource ID: b6f35f48-011e-4370-898c-beaffa3bfc76 with Priority: HIGHEST for action security_group_rules [ 768.004210] env[65962]: INFO networking_nsxv3.common.synchronization [req-6ba75597-90b9-403c-ab43-3ae0253e0f68 req-799441d9-18cc-4bdf-9cd6-a43e962301c4 service nova] Enqueued Resource ID: b6f35f48-011e-4370-898c-beaffa3bfc76 with Priority: HIGHEST for action security_group_members [ 768.004210] env[65962]: INFO networking_nsxv3.common.synchronization [req-6ba75597-90b9-403c-ab43-3ae0253e0f68 req-799441d9-18cc-4bdf-9cd6-a43e962301c4 service nova] Enqueued Resource ID: 32f50c70-70a0-4b69-b880-dc03d32c6021 with Priority: HIGHEST for action port [ 768.004746] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f35f48-011e-4370-898c-beaffa3bfc76 with Priority: HIGHEST for action security_group_rules [ 768.004746] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f35f48-011e-4370-898c-beaffa3bfc76 with Priority: HIGHEST for action security_group_members [ 768.004845] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f50c70-70a0-4b69-b880-dc03d32c6021 with Priority: HIGHEST for action port [ 768.005177] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6f35f48-011e-4370-898c-beaffa3bfc76 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.005489] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.005489] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.007677] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.007677] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6f35f48-011e-4370-898c-beaffa3bfc76',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.008434] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6f35f48-011e-4370-898c-beaffa3bfc76 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.008845] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.008845] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.009055] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.009806] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.009806] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.009806] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.010034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.010034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.010866] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6f35f48-011e-4370-898c-beaffa3bfc76',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.011945] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-32f50c70-70a0-4b69-b880-dc03d32c6021 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.011945] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32f50c70-70a0-4b69-b880-dc03d32c6021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.011945] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32f50c70-70a0-4b69-b880-dc03d32c6021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.011945] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32f50c70-70a0-4b69-b880-dc03d32c6021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.011945] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32f50c70-70a0-4b69-b880-dc03d32c6021',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.166920] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 in Status: SUCCESS [ 768.167219] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 deletion is rescheduled due to dependency. [ 768.167388] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.202808] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7118936c-50e6-4c17-9378-f50073132317 in Status: SUCCESS [ 768.203234] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7118936c-50e6-4c17-9378-f50073132317 deletion is rescheduled due to dependency. [ 768.203538] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7118936c-50e6-4c17-9378-f50073132317" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.493023] env[65962]: INFO networking_nsxv3.common.synchronization [req-e37cc593-849f-4ee3-965b-441de9165e90 req-abf8529c-e3d7-477a-a671-c0160eb1ef61 tempest-ServerDiagnosticsNegativeTest-1827337588 tempest-ServerDiagnosticsNegativeTest-1827337588-project-member] Enqueued Resource ID: e7a3030a-2e6d-4dbd-991d-fc186157ca86 with Priority: HIGHEST for action security_group_members [ 768.493787] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a3030a-2e6d-4dbd-991d-fc186157ca86 with Priority: HIGHEST for action security_group_members [ 768.494172] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7a3030a-2e6d-4dbd-991d-fc186157ca86 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.494377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.494507] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.494821] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.495050] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.495206] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.495294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.495496] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.495708] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.495826] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7a3030a-2e6d-4dbd-991d-fc186157ca86',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.513979] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6f35f48-011e-4370-898c-beaffa3bfc76 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.515037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.515037] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32f50c70-70a0-4b69-b880-dc03d32c6021 with status ACTIVE [ 768.515037] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.515037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.515037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.515037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.515037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.515037] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.515393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.515393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.515393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.515393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.515588] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.515670] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.515738] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.515880] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.515955] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.516051] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32f50c70-70a0-4b69-b880-dc03d32c6021 is going to be updated. [ 768.518308] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6f35f48-011e-4370-898c-beaffa3bfc76',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.544168] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.544353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.544353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.544552] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.544693] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.544861] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32f50c70-70a0-4b69-b880-dc03d32c6021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.691169] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 in Status: SUCCESS [ 768.691394] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 deletion is rescheduled due to dependency. [ 768.691552] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.855572] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.855801] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.855979] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.856293] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.856540] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.856708] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.856819] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.857057] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.857204] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.857406] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.857542] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.857697] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.857816] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.857931] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.858045] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.858186] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.878745] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.879150] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.879150] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.879262] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.880244] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-d2620778-c551-4a38-a611-287baa27c1da taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.880244] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-d2620778-c551-4a38-a611-287baa27c1da" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.880244] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-d2620778-c551-4a38-a611-287baa27c1da" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.880244] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-d2620778-c551-4a38-a611-287baa27c1da" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.880401] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2620778-c551-4a38-a611-287baa27c1da',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.979085] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80382464-0fda-4261-8bfa-fdc208ce7ade in Status: SUCCESS [ 768.979330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.998748] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.998748] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.998937] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.999909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.999909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.999909] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.999909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.999909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.999909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.000209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.000209] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7a3030a-2e6d-4dbd-991d-fc186157ca86 already deleted. [ 769.000209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.021188] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6f35f48-011e-4370-898c-beaffa3bfc76',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.382521] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.382724] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.382724] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.385792] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.385792] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.385792] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port d2620778-c551-4a38-a611-287baa27c1da not found, creating... [ 769.385792] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.385792] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.385792] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.385792] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.385792] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.385792] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.385792] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.386278] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.386278] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.386278] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.386278] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: d2620778-c551-4a38-a611-287baa27c1da is going to be created. [ 769.411551] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.411801] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.411936] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.412222] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.412448] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.412666] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-d2620778-c551-4a38-a611-287baa27c1da" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.524202] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.524430] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.524516] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.524737] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.524827] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.524926] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6f35f48-011e-4370-898c-beaffa3bfc76 is going to be created. [ 769.552550] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.552743] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.552743] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.553000] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.553199] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.564840] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f35f48-011e-4370-898c-beaffa3bfc76 in Status: UNINITIALIZED for 2s [ 770.144334] env[65962]: INFO networking_nsxv3.common.synchronization [req-e37cc593-849f-4ee3-965b-441de9165e90 req-c87c1323-a45c-4a54-93be-0596b83fad1a service nova] Enqueued Resource ID: e7a3030a-2e6d-4dbd-991d-fc186157ca86 with Priority: HIGHEST for action security_group_rules [ 770.144334] env[65962]: INFO networking_nsxv3.common.synchronization [req-e37cc593-849f-4ee3-965b-441de9165e90 req-c87c1323-a45c-4a54-93be-0596b83fad1a service nova] Enqueued Resource ID: e7a3030a-2e6d-4dbd-991d-fc186157ca86 with Priority: HIGHEST for action security_group_members [ 770.144334] env[65962]: INFO networking_nsxv3.common.synchronization [req-e37cc593-849f-4ee3-965b-441de9165e90 req-c87c1323-a45c-4a54-93be-0596b83fad1a service nova] Enqueued Resource ID: d2620778-c551-4a38-a611-287baa27c1da with Priority: HIGHEST for action port [ 770.144334] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a3030a-2e6d-4dbd-991d-fc186157ca86 with Priority: HIGHEST for action security_group_rules [ 770.144334] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a3030a-2e6d-4dbd-991d-fc186157ca86 with Priority: HIGHEST for action security_group_members [ 770.144334] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2620778-c551-4a38-a611-287baa27c1da with Priority: HIGHEST for action port [ 770.145030] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7a3030a-2e6d-4dbd-991d-fc186157ca86 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.145152] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.145723] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.146227] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.146392] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7a3030a-2e6d-4dbd-991d-fc186157ca86',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.148318] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7a3030a-2e6d-4dbd-991d-fc186157ca86 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.148420] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.148454] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.149870] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.150788] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.151269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.151269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.151377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.151538] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.151702] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7a3030a-2e6d-4dbd-991d-fc186157ca86',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.154200] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2620778-c551-4a38-a611-287baa27c1da taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.154943] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2620778-c551-4a38-a611-287baa27c1da" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.155204] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2620778-c551-4a38-a611-287baa27c1da" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.155399] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2620778-c551-4a38-a611-287baa27c1da" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.155554] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2620778-c551-4a38-a611-287baa27c1da',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.658084] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7a3030a-2e6d-4dbd-991d-fc186157ca86',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.659503] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7a3030a-2e6d-4dbd-991d-fc186157ca86 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.659503] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.659792] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2620778-c551-4a38-a611-287baa27c1da with status ACTIVE [ 770.659942] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.660083] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.660148] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.660358] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.660441] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.660605] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.660701] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.660764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.660911] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.661130] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.661182] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.661276] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.661337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.661470] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.661549] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.661632] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2620778-c551-4a38-a611-287baa27c1da is going to be updated. [ 770.688915] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.688915] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.688915] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.689252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.689252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.689311] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2620778-c551-4a38-a611-287baa27c1da" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.161071] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7a3030a-2e6d-4dbd-991d-fc186157ca86',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.577138] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f35f48-011e-4370-898c-beaffa3bfc76 in Status: SUCCESS [ 771.577762] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.577762] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.578120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.578363] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.579038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.579038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.579038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.579038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.579038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.579038] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6f35f48-011e-4370-898c-beaffa3bfc76',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.667893] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.667893] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.667893] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.668495] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.668495] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.668495] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7a3030a-2e6d-4dbd-991d-fc186157ca86 is going to be created. [ 771.693786] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.693941] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.694042] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.694248] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.694517] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.706713] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7a3030a-2e6d-4dbd-991d-fc186157ca86 in Status: UNINITIALIZED for 2s [ 772.081593] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6f35f48-011e-4370-898c-beaffa3bfc76',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.584665] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6f35f48-011e-4370-898c-beaffa3bfc76: rpc.has_security_group_logging(os_id): False [ 772.606335] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.606335] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.606335] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.606335] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.606335] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.606618] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.606747] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.606810] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.606969] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.607262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.607262] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6f35f48-011e-4370-898c-beaffa3bfc76 is going to be created. [ 772.698337] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.700092] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.700092] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.700092] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.700092] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.714685] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6f35f48-011e-4370-898c-beaffa3bfc76 in Status: IN_PROGRESS for 2s [ 773.488039] env[65962]: INFO networking_nsxv3.common.synchronization [req-933c3c37-c582-4358-8a2f-d0b5dbc5c222 req-25e8de32-e48c-49b4-a307-8a0f7b02c5bd tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 773.488729] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 773.489164] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.489252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.489998] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.489998] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.489998] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.489998] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.489998] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.490223] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.490223] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.490223] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.717250] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7a3030a-2e6d-4dbd-991d-fc186157ca86 in Status: SUCCESS [ 773.717516] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.717618] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.717883] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.718122] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.718219] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.718466] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.718466] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.718552] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.718581] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.718674] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7a3030a-2e6d-4dbd-991d-fc186157ca86',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.959588] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.959681] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-269" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.960801] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-269" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.960801] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-269" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.960801] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.960801] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.960801] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.961376] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.961376] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.962031] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.962031] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.962031] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.962031] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.962031] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.963135] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.963135] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.987151] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.987423] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.987614] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.988067] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-269" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.988469] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-31dbe76d-2dca-4f81-b8d6-77bd2f80be7c taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.988875] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-31dbe76d-2dca-4f81-b8d6-77bd2f80be7c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.988875] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-31dbe76d-2dca-4f81-b8d6-77bd2f80be7c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.989210] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-31dbe76d-2dca-4f81-b8d6-77bd2f80be7c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.989385] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31dbe76d-2dca-4f81-b8d6-77bd2f80be7c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.993484] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.224891] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7a3030a-2e6d-4dbd-991d-fc186157ca86 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.224891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.224891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.224891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.224891] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.224891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.224891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.224891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.224891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.224891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.224891] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7a3030a-2e6d-4dbd-991d-fc186157ca86 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.224891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.224891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.224891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.224891] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.224891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.225851] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.225851] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.225851] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.225851] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.225851] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7a3030a-2e6d-4dbd-991d-fc186157ca86',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.495031] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.495031] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.495031] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.495031] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.495031] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.495031] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 31dbe76d-2dca-4f81-b8d6-77bd2f80be7c not found, creating... [ 774.495031] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.495031] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.495031] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.495031] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.495031] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.495494] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.495494] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.495494] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.495494] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.496143] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.496502] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 31dbe76d-2dca-4f81-b8d6-77bd2f80be7c is going to be created. [ 774.497776] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.531835] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.531835] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.531835] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.531835] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.531835] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.531835] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-31dbe76d-2dca-4f81-b8d6-77bd2f80be7c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.726075] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7a3030a-2e6d-4dbd-991d-fc186157ca86: rpc.has_security_group_logging(os_id): False [ 774.731085] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6f35f48-011e-4370-898c-beaffa3bfc76 in Status: SUCCESS [ 774.731085] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.747363] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.747363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.747363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.747363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.747363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.747363] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.747363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.747363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.747363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.747363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.747363] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.747363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.747363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.748147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.748147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.748147] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.748147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.748147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.748147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.748356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.748356] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7a3030a-2e6d-4dbd-991d-fc186157ca86 is going to be created. [ 774.836652] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.836803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.836862] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.837103] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.837294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.850138] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7a3030a-2e6d-4dbd-991d-fc186157ca86 in Status: IN_PROGRESS for 2s [ 775.000517] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.000788] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.000788] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.001007] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.001115] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.001215] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 is going to be updated. [ 775.040364] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.040606] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.040773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.041309] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.041309] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.052452] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: IN_PROGRESS for 2s [ 775.306382] env[65962]: INFO networking_nsxv3.common.synchronization [req-933c3c37-c582-4358-8a2f-d0b5dbc5c222 req-c8fb5f87-ce3f-4d61-81a1-fe65ca6103ef service nova] Enqueued Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_rules [ 775.306555] env[65962]: INFO networking_nsxv3.common.synchronization [req-933c3c37-c582-4358-8a2f-d0b5dbc5c222 req-c8fb5f87-ce3f-4d61-81a1-fe65ca6103ef service nova] Enqueued Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 775.306701] env[65962]: INFO networking_nsxv3.common.synchronization [req-933c3c37-c582-4358-8a2f-d0b5dbc5c222 req-c8fb5f87-ce3f-4d61-81a1-fe65ca6103ef service nova] Enqueued Resource ID: 31dbe76d-2dca-4f81-b8d6-77bd2f80be7c with Priority: HIGHEST for action port [ 775.307246] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_rules [ 775.307368] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 775.307469] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dbe76d-2dca-4f81-b8d6-77bd2f80be7c with Priority: HIGHEST for action port [ 775.307760] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.307921] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.307987] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.308316] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.308370] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.310311] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.310432] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.310755] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-31dbe76d-2dca-4f81-b8d6-77bd2f80be7c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.310868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31dbe76d-2dca-4f81-b8d6-77bd2f80be7c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.310936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31dbe76d-2dca-4f81-b8d6-77bd2f80be7c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.311150] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31dbe76d-2dca-4f81-b8d6-77bd2f80be7c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.311227] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31dbe76d-2dca-4f81-b8d6-77bd2f80be7c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.811270] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.811846] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.813883] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31dbe76d-2dca-4f81-b8d6-77bd2f80be7c with status ACTIVE [ 775.814217] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.814407] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.814475] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.814756] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.814925] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.815173] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.815355] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.815442] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.815727] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.815874] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.816159] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.816392] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.816507] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.816719] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.816850] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.817040] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31dbe76d-2dca-4f81-b8d6-77bd2f80be7c is going to be updated. [ 775.843829] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.844090] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.844240] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.844577] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.844823] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.845089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31dbe76d-2dca-4f81-b8d6-77bd2f80be7c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.673610] env[65962]: INFO networking_nsxv3.common.synchronization [req-1f065e2f-578e-4fee-996b-1da578400077 req-f44b662b-3b07-4466-a71e-ef2f05f74486 tempest-ServerMetadataTestJSON-669207064 tempest-ServerMetadataTestJSON-669207064-project-member] Enqueued Resource ID: 72e5c9d7-2f15-4896-a95b-7ee3faa17663 with Priority: HIGHEST for action security_group_members [ 776.674241] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e5c9d7-2f15-4896-a95b-7ee3faa17663 with Priority: HIGHEST for action security_group_members [ 776.675036] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e5c9d7-2f15-4896-a95b-7ee3faa17663 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.675036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.675036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.675230] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.675344] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.675457] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.675503] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.675750] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.675843] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.675985] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72e5c9d7-2f15-4896-a95b-7ee3faa17663',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.864768] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7a3030a-2e6d-4dbd-991d-fc186157ca86 in Status: SUCCESS [ 776.864768] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.063986] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: SUCCESS [ 777.064260] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.064429] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.064691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.064893] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.065072] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.065169] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.065295] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.065392] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.065492] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.178308] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.178585] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.178585] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.178833] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.180457] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.180457] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.180457] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.180457] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.180457] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.180457] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.180457] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e5c9d7-2f15-4896-a95b-7ee3faa17663 is going to be updated. [ 777.225031] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.225031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.225031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.225031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.225031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.237798] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e5c9d7-2f15-4896-a95b-7ee3faa17663 in Status: IN_PROGRESS for 2s [ 777.567980] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.070311] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.178438] env[65962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 778.178611] env[65962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] NSXv3 Agent Agent loop - iteration:1 started [ 778.573372] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.574733] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.574733] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.574733] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.574733] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.574733] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 is going to be updated. [ 778.622981] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.623146] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.623146] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.623360] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.623598] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.638449] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: IN_PROGRESS for 2s [ 779.249636] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e5c9d7-2f15-4896-a95b-7ee3faa17663 in Status: SUCCESS [ 779.249962] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e5c9d7-2f15-4896-a95b-7ee3faa17663 deletion is rescheduled due to dependency. [ 779.249962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e5c9d7-2f15-4896-a95b-7ee3faa17663" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.655524] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: SUCCESS [ 780.655977] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.655977] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.656249] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.656697] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.656697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.656697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.659289] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.659289] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.659289] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.659289] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.168374] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.168533] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.168596] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.168836] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.169017] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.169139] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.169240] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.169373] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.169464] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.169578] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.169802] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.169802] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.170050] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.170050] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.170179] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.170275] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.170331] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.170469] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.170548] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.170641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.170729] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.676654] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f10de2a-235f-4e5c-9f09-2601b87e1f98: rpc.has_security_group_logging(os_id): False [ 781.676654] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 781.676654] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 781.698505] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.698732] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.698839] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.699252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.699432] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.699752] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.700065] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.700256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.700601] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.700776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.701453] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.701959] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.702202] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.703181] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.703650] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.705483] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.705784] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.705932] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.706228] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.706302] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.706397] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 is going to be updated. [ 781.799159] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.799159] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.799159] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.799159] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.799159] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.818750] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: IN_PROGRESS for 2s [ 781.976678] env[65962]: INFO networking_nsxv3.common.synchronization [req-c9621b61-4878-4f48-879d-3ae3e29a6400 req-4dd5576d-540f-44d2-b08b-aae073e0d9fa tempest-ServersTestJSON-1707188728 tempest-ServersTestJSON-1707188728-project-member] Enqueued Resource ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d with Priority: HIGHEST for action security_group_members [ 781.977848] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d with Priority: HIGHEST for action security_group_members [ 781.978711] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c900e21-0c8e-440a-9b80-b6ddad8eb04d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.978711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.978711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.979086] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.979180] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.979350] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.980581] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.980581] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.980581] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.980581] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c900e21-0c8e-440a-9b80-b6ddad8eb04d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.430786] env[65962]: INFO networking_nsxv3.common.synchronization [req-051dd8c0-919c-4757-9aab-c9e11a1e72b7 req-32ee7963-848b-4db3-afd6-c36b375b9f16 tempest-FloatingIPsAssociationTestJSON-1370190316 tempest-FloatingIPsAssociationTestJSON-1370190316-project-member] Enqueued Resource ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c with Priority: HIGHEST for action security_group_members [ 782.432181] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c with Priority: HIGHEST for action security_group_members [ 782.432552] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.432684] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.432744] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.432960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.433126] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.433249] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.433314] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.433467] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.434036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.434036] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b9533a4-5bf3-4126-bae5-bf20bd751e2c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.483452] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.483531] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.483609] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.483987] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.484138] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.484788] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.484788] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.484788] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.484788] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.485131] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.485131] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d is going to be updated. [ 782.512615] env[65962]: INFO networking_nsxv3.common.synchronization [req-fd61473a-98b2-4933-95c2-ff8797676dc5 req-addc98ae-e857-43f4-83d0-8c633431f7e5 tempest-AttachInterfacesV270Test-1188039795 tempest-AttachInterfacesV270Test-1188039795-project-member] Enqueued Resource ID: 80382464-0fda-4261-8bfa-fdc208ce7ade with Priority: HIGHEST for action security_group_members [ 782.515300] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80382464-0fda-4261-8bfa-fdc208ce7ade with Priority: HIGHEST for action security_group_members [ 782.517521] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-80382464-0fda-4261-8bfa-fdc208ce7ade taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.517821] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.517919] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.520985] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.520985] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.520985] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.520985] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.520985] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.520985] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.520985] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80382464-0fda-4261-8bfa-fdc208ce7ade',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.534137] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.534342] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.534447] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.534638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.534784] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.559690] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d in Status: IN_PROGRESS for 2s [ 782.937312] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b9533a4-5bf3-4126-bae5-bf20bd751e2c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.023117] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.024417] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.024417] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.024417] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.024417] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.024682] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.024682] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.024770] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.024970] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.026221] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.026221] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80382464-0fda-4261-8bfa-fdc208ce7ade is going to be updated. [ 783.062329] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.062541] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.062598] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.062784] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.062929] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.075341] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80382464-0fda-4261-8bfa-fdc208ce7ade in Status: IN_PROGRESS for 2s [ 783.446269] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b9533a4-5bf3-4126-bae5-bf20bd751e2c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.837687] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: SUCCESS [ 783.838351] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.949325] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.949630] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.949630] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.949878] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.949970] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.950410] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c is going to be updated. [ 783.998714] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.998714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.998714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.998714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.998714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.013485] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c in Status: IN_PROGRESS for 2s [ 784.153134] env[65962]: INFO networking_nsxv3.common.synchronization [req-bc55fd86-83ad-4d8e-af38-489cf60591d3 req-e2fbe0d2-5db7-4223-a93e-4a4139d3a034 tempest-MultipleCreateTestJSON-648113911 tempest-MultipleCreateTestJSON-648113911-project-member] Enqueued Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 784.153882] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 784.154175] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.154298] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.154394] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.154578] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.154835] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.155027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.155144] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.155391] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.155485] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.155584] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.571826] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d in Status: SUCCESS [ 784.572052] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d deletion is rescheduled due to dependency. [ 784.572257] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.624297] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.625227] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-89" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.625227] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-89" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.625227] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-89" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.625227] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.625454] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.625454] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.625571] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.626231] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.626231] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.626231] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.626231] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.626408] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.626408] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.626922] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.626922] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.648974] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.649169] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.649307] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.649484] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-89" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.649814] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-9352e8c3-2e9a-4a15-8c2f-5dfbaa6d00aa taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.649985] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-9352e8c3-2e9a-4a15-8c2f-5dfbaa6d00aa" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.650115] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-9352e8c3-2e9a-4a15-8c2f-5dfbaa6d00aa" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.650456] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-9352e8c3-2e9a-4a15-8c2f-5dfbaa6d00aa" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.650604] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9352e8c3-2e9a-4a15-8c2f-5dfbaa6d00aa',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.658877] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.658877] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.659185] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.659725] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.660475] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.660475] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.660475] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.660475] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.660777] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.660862] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.660952] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d is going to be updated. [ 784.690999] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.691193] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.691274] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.691491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.691636] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.703318] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: IN_PROGRESS for 2s [ 785.086606] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80382464-0fda-4261-8bfa-fdc208ce7ade in Status: SUCCESS [ 785.086940] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80382464-0fda-4261-8bfa-fdc208ce7ade deletion is rescheduled due to dependency. [ 785.086940] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80382464-0fda-4261-8bfa-fdc208ce7ade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.153794] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.154277] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.154441] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.154858] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.154987] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.155241] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 9352e8c3-2e9a-4a15-8c2f-5dfbaa6d00aa not found, creating... [ 785.155547] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.156244] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.156411] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.156686] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.156810] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.157297] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.157533] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.157673] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.157968] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.158199] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.158381] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 9352e8c3-2e9a-4a15-8c2f-5dfbaa6d00aa is going to be created. [ 785.181058] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.181058] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.181326] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.181856] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.181856] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.181984] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-9352e8c3-2e9a-4a15-8c2f-5dfbaa6d00aa" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.416814] env[65962]: INFO networking_nsxv3.common.synchronization [req-b2c7b3f1-d2e0-40b7-a2b1-2aad7548b38a req-c5f2b92b-0fce-4982-bdd8-29f1f30bb795 tempest-ServerDiagnosticsNegativeTest-1827337588 tempest-ServerDiagnosticsNegativeTest-1827337588-project-member] Enqueued Resource ID: e7a3030a-2e6d-4dbd-991d-fc186157ca86 with Priority: HIGHEST for action security_group_members [ 785.417661] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a3030a-2e6d-4dbd-991d-fc186157ca86 with Priority: HIGHEST for action security_group_members [ 785.418138] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7a3030a-2e6d-4dbd-991d-fc186157ca86 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.418456] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.418456] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.418723] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.418979] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.419141] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.419237] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.419452] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.419587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.419721] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7a3030a-2e6d-4dbd-991d-fc186157ca86',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.880972] env[65962]: INFO networking_nsxv3.common.synchronization [req-bc55fd86-83ad-4d8e-af38-489cf60591d3 req-8b450afd-8dc8-4fa2-ba70-e18d0754288d service nova] Enqueued Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_rules [ 785.880972] env[65962]: INFO networking_nsxv3.common.synchronization [req-bc55fd86-83ad-4d8e-af38-489cf60591d3 req-8b450afd-8dc8-4fa2-ba70-e18d0754288d service nova] Enqueued Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 785.880972] env[65962]: INFO networking_nsxv3.common.synchronization [req-bc55fd86-83ad-4d8e-af38-489cf60591d3 req-8b450afd-8dc8-4fa2-ba70-e18d0754288d service nova] Enqueued Resource ID: 9352e8c3-2e9a-4a15-8c2f-5dfbaa6d00aa with Priority: HIGHEST for action port [ 785.881657] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_rules [ 785.881715] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 785.881919] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9352e8c3-2e9a-4a15-8c2f-5dfbaa6d00aa with Priority: HIGHEST for action port [ 785.882059] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.882226] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.882294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.882507] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.882588] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.883706] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.883863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.884124] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-9352e8c3-2e9a-4a15-8c2f-5dfbaa6d00aa taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.884276] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9352e8c3-2e9a-4a15-8c2f-5dfbaa6d00aa" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.884335] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9352e8c3-2e9a-4a15-8c2f-5dfbaa6d00aa" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.884487] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9352e8c3-2e9a-4a15-8c2f-5dfbaa6d00aa" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.884566] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9352e8c3-2e9a-4a15-8c2f-5dfbaa6d00aa',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.922903] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.923123] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.923123] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.923394] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.923504] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.923759] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.923886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.923947] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.924163] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.924257] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.924348] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7a3030a-2e6d-4dbd-991d-fc186157ca86 is going to be updated. [ 785.953447] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.953545] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.953768] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.954037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.954037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.965504] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7a3030a-2e6d-4dbd-991d-fc186157ca86 in Status: IN_PROGRESS for 2s [ 786.028331] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c in Status: SUCCESS [ 786.028331] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.387078] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9352e8c3-2e9a-4a15-8c2f-5dfbaa6d00aa with status ACTIVE [ 786.387429] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.387429] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.387429] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.387548] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.387650] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.387873] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.387955] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.387999] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.388180] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.388248] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.388432] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.388526] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.388587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.388728] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.388793] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.388884] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9352e8c3-2e9a-4a15-8c2f-5dfbaa6d00aa is going to be updated. [ 786.390695] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.390695] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.416758] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.416758] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.416758] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.416758] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.417148] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.417148] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9352e8c3-2e9a-4a15-8c2f-5dfbaa6d00aa" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.716328] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: SUCCESS [ 786.716532] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d deletion is rescheduled due to dependency. [ 786.716654] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.716860] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.717130] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.717337] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.717456] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.717539] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.717688] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.717856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.717963] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.832484] env[65962]: INFO networking_nsxv3.common.synchronization [req-bc55fd86-83ad-4d8e-af38-489cf60591d3 req-774ea617-6dbd-4127-aaa1-ee9ec5a23fa6 tempest-MultipleCreateTestJSON-648113911 tempest-MultipleCreateTestJSON-648113911-project-member] Enqueued Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 786.832656] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 786.832951] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.833123] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.188761] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.189064] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-89" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.189207] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-89" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.189488] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-89" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.189793] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.189982] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.190149] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.190351] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.190490] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.190729] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.190859] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.190936] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.191085] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.191180] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.191283] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.191418] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.213963] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.214186] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 787.214260] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.214437] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-89" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.214857] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-dc44be62-2019-4482-90e3-d77748acb796 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.215050] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-dc44be62-2019-4482-90e3-d77748acb796" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.215168] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-dc44be62-2019-4482-90e3-d77748acb796" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.215483] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-dc44be62-2019-4482-90e3-d77748acb796" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.215630] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc44be62-2019-4482-90e3-d77748acb796',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.220400] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.718778] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.719448] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.719448] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.719649] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.719894] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.720050] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port dc44be62-2019-4482-90e3-d77748acb796 not found, creating... [ 787.720399] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.720618] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.720831] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.721162] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.721385] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.721827] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.722286] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.722504] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.722874] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.722979] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.723139] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: dc44be62-2019-4482-90e3-d77748acb796 is going to be created. [ 787.724496] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.746121] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.746421] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.746580] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.746909] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.748055] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.748055] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-dc44be62-2019-4482-90e3-d77748acb796" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.976705] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7a3030a-2e6d-4dbd-991d-fc186157ca86 in Status: SUCCESS [ 787.976957] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7a3030a-2e6d-4dbd-991d-fc186157ca86 deletion is rescheduled due to dependency. [ 787.977099] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.228310] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.228530] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.228530] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.228805] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.228930] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.229073] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d is going to be updated. [ 788.259702] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.259908] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.259952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.260344] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.260470] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.269841] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: IN_PROGRESS for 2s [ 788.488195] env[65962]: INFO networking_nsxv3.common.synchronization [req-bc55fd86-83ad-4d8e-af38-489cf60591d3 req-b60c199e-7db5-4648-9d75-4a38bdc2f852 service nova] Enqueued Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_rules [ 788.488382] env[65962]: INFO networking_nsxv3.common.synchronization [req-bc55fd86-83ad-4d8e-af38-489cf60591d3 req-b60c199e-7db5-4648-9d75-4a38bdc2f852 service nova] Enqueued Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 788.488538] env[65962]: INFO networking_nsxv3.common.synchronization [req-bc55fd86-83ad-4d8e-af38-489cf60591d3 req-b60c199e-7db5-4648-9d75-4a38bdc2f852 service nova] Enqueued Resource ID: dc44be62-2019-4482-90e3-d77748acb796 with Priority: HIGHEST for action port [ 788.489119] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_rules [ 788.489258] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 788.489354] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc44be62-2019-4482-90e3-d77748acb796 with Priority: HIGHEST for action port [ 788.489660] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.489816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.490027] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.490155] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.490325] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc44be62-2019-4482-90e3-d77748acb796 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.490502] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc44be62-2019-4482-90e3-d77748acb796" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.490560] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc44be62-2019-4482-90e3-d77748acb796" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.490776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc44be62-2019-4482-90e3-d77748acb796" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.490885] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc44be62-2019-4482-90e3-d77748acb796',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.992991] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc44be62-2019-4482-90e3-d77748acb796 with status ACTIVE [ 788.993447] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.993447] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.993591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.993866] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.993969] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.994186] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.994294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.994358] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.994519] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.994599] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.994824] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.994932] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.994998] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.995160] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.995237] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.995323] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc44be62-2019-4482-90e3-d77748acb796 is going to be updated. [ 789.019685] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.019927] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.019927] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.020137] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.020295] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.020463] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc44be62-2019-4482-90e3-d77748acb796" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.527335] env[65962]: INFO networking_nsxv3.common.synchronization [req-86836ef1-9c6d-4733-98a9-08a0240ab538 req-24491a87-9f2c-4841-ac40-0faec1f5aade tempest-ServerRescueTestJSON-234884923 tempest-ServerRescueTestJSON-234884923-project-member] Enqueued Resource ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be with Priority: HIGHEST for action security_group_members [ 789.528618] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be with Priority: HIGHEST for action security_group_members [ 789.528618] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.528618] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.528618] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.528860] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.528893] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.529049] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.529133] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.529327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.529430] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.529547] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.861829] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.862045] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-794" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.862214] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-794" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.862542] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-794" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.862801] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.862956] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.863165] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.863388] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.863528] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.863725] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.863834] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.863935] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.864064] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.864153] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.864254] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.864378] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.884583] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.884769] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.884888] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.885096] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-794" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.885425] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-d57a6205-117d-45a2-a82e-87d54e967ab7 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.885598] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-d57a6205-117d-45a2-a82e-87d54e967ab7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.885715] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-d57a6205-117d-45a2-a82e-87d54e967ab7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.886091] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-d57a6205-117d-45a2-a82e-87d54e967ab7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.886254] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d57a6205-117d-45a2-a82e-87d54e967ab7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.031848] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.032308] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.032308] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.032405] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.032526] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.032711] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.032832] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.032887] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.033039] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.033150] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.033250] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be already deleted. [ 790.033340] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.280088] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: SUCCESS [ 790.280273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.280358] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.280581] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.280793] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.280915] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.281194] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.281194] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.281394] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.281394] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.281394] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.282943] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.283183] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.283371] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.283483] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.283540] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.283750] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.283750] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.283879] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.389349] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.389586] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.389731] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.390048] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.390211] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.390357] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port d57a6205-117d-45a2-a82e-87d54e967ab7 not found, creating... [ 790.390749] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.390854] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.390891] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.391094] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.391228] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.391503] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.391650] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.391769] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.392049] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.392143] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.392280] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: d57a6205-117d-45a2-a82e-87d54e967ab7 is going to be created. [ 790.412557] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.412768] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.412817] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.413183] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.413421] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.413643] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-d57a6205-117d-45a2-a82e-87d54e967ab7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.783581] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.783678] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.787407] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.249966] env[65962]: INFO networking_nsxv3.common.synchronization [req-86836ef1-9c6d-4733-98a9-08a0240ab538 req-1c2c2604-db91-428e-878c-35612760833e service nova] Enqueued Resource ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be with Priority: HIGHEST for action security_group_rules [ 791.250355] env[65962]: INFO networking_nsxv3.common.synchronization [req-86836ef1-9c6d-4733-98a9-08a0240ab538 req-1c2c2604-db91-428e-878c-35612760833e service nova] Enqueued Resource ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be with Priority: HIGHEST for action security_group_members [ 791.250407] env[65962]: INFO networking_nsxv3.common.synchronization [req-86836ef1-9c6d-4733-98a9-08a0240ab538 req-1c2c2604-db91-428e-878c-35612760833e service nova] Enqueued Resource ID: d57a6205-117d-45a2-a82e-87d54e967ab7 with Priority: HIGHEST for action port [ 791.251054] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be with Priority: HIGHEST for action security_group_rules [ 791.251492] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be with Priority: HIGHEST for action security_group_members [ 791.251614] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57a6205-117d-45a2-a82e-87d54e967ab7 with Priority: HIGHEST for action port [ 791.252076] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.252208] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.252305] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.252703] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.252838] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.254022] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.254181] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.254253] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.256169] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.256169] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.256169] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.256169] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.256169] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.256169] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.256169] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.256991] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-d57a6205-117d-45a2-a82e-87d54e967ab7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.257144] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d57a6205-117d-45a2-a82e-87d54e967ab7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.257228] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d57a6205-117d-45a2-a82e-87d54e967ab7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.257500] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d57a6205-117d-45a2-a82e-87d54e967ab7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.258033] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d57a6205-117d-45a2-a82e-87d54e967ab7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.289662] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.761177] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.761177] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.761177] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.761650] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d57a6205-117d-45a2-a82e-87d54e967ab7 with status ACTIVE [ 791.761838] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.761952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.762030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.762236] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.762324] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.762575] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.762690] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.762755] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.762913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.762996] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.763199] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.763326] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.763467] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.763567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.763650] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.763696] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d57a6205-117d-45a2-a82e-87d54e967ab7 is going to be updated. [ 791.789981] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.789981] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.789981] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.789981] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.789981] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.789981] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d57a6205-117d-45a2-a82e-87d54e967ab7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.793163] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.793163] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.793163] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.793163] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.793163] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.793163] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d is going to be updated. [ 791.822659] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.822827] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.822897] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.823091] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.823253] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.834794] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: IN_PROGRESS for 2s [ 792.265947] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.773247] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.773247] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.773247] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.773247] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.773247] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.773247] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be is going to be created. [ 792.801404] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.801662] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.801662] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.801816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.801973] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.814285] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be in Status: UNINITIALIZED for 2s [ 792.962610] env[65962]: INFO networking_nsxv3.common.synchronization [req-02c5504d-3378-460f-b2cf-32c9f7d09c08 req-cd65e79c-91a2-40f6-b604-d8068de0e183 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 4438fc32-84e2-493b-9074-06eef7aa18bb with Priority: HIGHEST for action security_group_members [ 792.963290] env[65962]: INFO networking_nsxv3.common.synchronization [req-02c5504d-3378-460f-b2cf-32c9f7d09c08 req-cd65e79c-91a2-40f6-b604-d8068de0e183 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 792.963663] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4438fc32-84e2-493b-9074-06eef7aa18bb with Priority: HIGHEST for action security_group_members [ 792.963663] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 792.967863] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4438fc32-84e2-493b-9074-06eef7aa18bb taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.967863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.967863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.967863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.967863] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.967863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.967863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.968200] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.968200] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.968258] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4438fc32-84e2-493b-9074-06eef7aa18bb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.970804] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.970944] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.970994] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.971168] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.971320] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.971419] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.971481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.971624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.971706] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.971805] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.047270] env[65962]: INFO networking_nsxv3.common.synchronization [req-02c5504d-3378-460f-b2cf-32c9f7d09c08 req-cd65e79c-91a2-40f6-b604-d8068de0e183 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_rules [ 793.047477] env[65962]: INFO networking_nsxv3.common.synchronization [req-02c5504d-3378-460f-b2cf-32c9f7d09c08 req-cd65e79c-91a2-40f6-b604-d8068de0e183 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 793.047639] env[65962]: INFO networking_nsxv3.common.synchronization [req-02c5504d-3378-460f-b2cf-32c9f7d09c08 req-cd65e79c-91a2-40f6-b604-d8068de0e183 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 4438fc32-84e2-493b-9074-06eef7aa18bb with Priority: HIGHEST for action security_group_rules [ 793.047768] env[65962]: INFO networking_nsxv3.common.synchronization [req-02c5504d-3378-460f-b2cf-32c9f7d09c08 req-cd65e79c-91a2-40f6-b604-d8068de0e183 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 4438fc32-84e2-493b-9074-06eef7aa18bb with Priority: HIGHEST for action security_group_members [ 793.047921] env[65962]: INFO networking_nsxv3.common.synchronization [req-02c5504d-3378-460f-b2cf-32c9f7d09c08 req-cd65e79c-91a2-40f6-b604-d8068de0e183 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 31dbe76d-2dca-4f81-b8d6-77bd2f80be7c with Priority: HIGHEST for action port [ 793.048500] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_rules [ 793.048657] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4438fc32-84e2-493b-9074-06eef7aa18bb with Priority: HIGHEST for action security_group_rules [ 793.048722] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dbe76d-2dca-4f81-b8d6-77bd2f80be7c with Priority: HIGHEST for action port [ 793.049067] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 793.049125] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4438fc32-84e2-493b-9074-06eef7aa18bb with Priority: HIGHEST for action security_group_members [ 793.049672] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.049797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.049867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.050095] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.050204] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.051067] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4438fc32-84e2-493b-9074-06eef7aa18bb taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.051199] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.051268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.051538] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.051652] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4438fc32-84e2-493b-9074-06eef7aa18bb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.055841] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-31dbe76d-2dca-4f81-b8d6-77bd2f80be7c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.056041] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31dbe76d-2dca-4f81-b8d6-77bd2f80be7c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.056151] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31dbe76d-2dca-4f81-b8d6-77bd2f80be7c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.056359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31dbe76d-2dca-4f81-b8d6-77bd2f80be7c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.056442] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31dbe76d-2dca-4f81-b8d6-77bd2f80be7c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.057829] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.057829] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.057829] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4438fc32-84e2-493b-9074-06eef7aa18bb taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.058083] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.474255] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.475398] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4438fc32-84e2-493b-9074-06eef7aa18bb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.560063] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.560276] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.561572] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4438fc32-84e2-493b-9074-06eef7aa18bb taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.561572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.561572] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31dbe76d-2dca-4f81-b8d6-77bd2f80be7c with status ACTIVE [ 793.561572] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.561572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.562809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.562809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.562809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.562809] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.562809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.562809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.562809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.562809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.563081] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.563081] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.563081] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.563730] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.563730] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.563730] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31dbe76d-2dca-4f81-b8d6-77bd2f80be7c is going to be updated. [ 793.591355] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.591535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.591595] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.591941] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.591941] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.592128] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31dbe76d-2dca-4f81-b8d6-77bd2f80be7c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.847109] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: SUCCESS [ 793.847109] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.847109] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.847460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.847460] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.847673] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.847673] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.847804] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.848120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.848120] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.978507] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.979973] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4438fc32-84e2-493b-9074-06eef7aa18bb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.352398] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.482146] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.482493] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.482493] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.482579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.482677] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.482776] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 is going to be updated. [ 794.484237] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.484351] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.484419] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.484590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.484673] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.484760] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4438fc32-84e2-493b-9074-06eef7aa18bb is going to be created. [ 794.510369] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.510600] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.510600] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.510824] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.511042] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.514612] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.516065] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.516202] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.516620] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.516620] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.524019] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4438fc32-84e2-493b-9074-06eef7aa18bb in Status: UNINITIALIZED for 2s [ 794.525569] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: IN_PROGRESS for 2s [ 794.531884] env[65962]: INFO networking_nsxv3.common.synchronization [req-8978f3f5-0b7a-4488-9fab-cfb0e078ad35 req-6e66926d-7c22-46c4-a4b4-8032a1d1ee04 tempest-ServerAddressesNegativeTestJSON-842850338 tempest-ServerAddressesNegativeTestJSON-842850338-project-member] Enqueued Resource ID: 7da02dc7-b49e-41ec-95dc-4700d93e9c5a with Priority: HIGHEST for action security_group_members [ 794.531884] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da02dc7-b49e-41ec-95dc-4700d93e9c5a with Priority: HIGHEST for action security_group_members [ 794.531884] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.531884] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.531884] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.531884] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.531884] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.531884] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.531884] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.531884] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.531884] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.531884] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7da02dc7-b49e-41ec-95dc-4700d93e9c5a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.827288] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be in Status: SUCCESS [ 794.829068] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.829068] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.829068] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.829068] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.829068] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.829068] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.829444] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.829444] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.829503] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.830801] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.856025] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.005220] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.005417] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-122" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.005548] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-122" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.005898] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-122" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.008022] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.008022] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.008022] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.008022] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.008022] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.008022] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.008022] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.008022] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.008022] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.008022] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.008022] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.008022] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.031269] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.031441] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 795.031579] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.031796] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-122" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.032217] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-ed795a37-3225-4e96-a8f6-60e3c1aee9d2 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.033186] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-ed795a37-3225-4e96-a8f6-60e3c1aee9d2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.033186] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-ed795a37-3225-4e96-a8f6-60e3c1aee9d2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.033186] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-ed795a37-3225-4e96-a8f6-60e3c1aee9d2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.033186] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed795a37-3225-4e96-a8f6-60e3c1aee9d2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.036922] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.037033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.037074] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.037255] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.037330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.037517] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.037608] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.037666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.037807] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.037947] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.038085] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7da02dc7-b49e-41ec-95dc-4700d93e9c5a already deleted. [ 795.038364] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.332888] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.333498] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.333616] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.334345] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.334705] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.334929] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.335120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.335315] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.335444] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.335553] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.335788] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.335906] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.335980] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.336148] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.336919] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.337120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.337245] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.337477] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.337629] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.337779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.337996] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.359435] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.359934] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.360105] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.360393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.360502] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.360632] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d is going to be updated. [ 795.394381] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.394381] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.394381] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.394537] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.394683] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.406611] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: IN_PROGRESS for 2s [ 795.540182] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.540581] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.540660] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.540996] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.541188] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.541412] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port ed795a37-3225-4e96-a8f6-60e3c1aee9d2 not found, creating... [ 795.541740] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.541953] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.542154] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.542431] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.542572] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.542868] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.543352] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.543352] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.543527] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.543674] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.543833] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: ed795a37-3225-4e96-a8f6-60e3c1aee9d2 is going to be created. [ 795.564548] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.564765] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.564897] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.565223] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.565475] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.565786] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-ed795a37-3225-4e96-a8f6-60e3c1aee9d2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.840840] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4566c14-f4d6-4fd5-a05a-4c5f8e6003be: rpc.has_security_group_logging(os_id): False [ 795.862198] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.862420] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.862420] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.862657] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.862779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.862992] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.863141] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.863206] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.863417] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.863495] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.863688] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.863784] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.863846] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.863992] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.864160] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.864354] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.864474] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.864535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.864676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.864751] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.865283] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be is going to be created. [ 795.886724] env[65962]: INFO networking_nsxv3.common.synchronization [None req-57f27a68-d8c4-4a9d-9bcc-3ba84f145e17 None None] Enqueued Resource ID: 98172558-2ed7-42be-ac94-ed755424d6f6 with Priority: HIGHEST for action port [ 795.887186] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98172558-2ed7-42be-ac94-ed755424d6f6 with Priority: HIGHEST for action port [ 795.887567] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-98172558-2ed7-42be-ac94-ed755424d6f6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.887697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98172558-2ed7-42be-ac94-ed755424d6f6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.887778] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98172558-2ed7-42be-ac94-ed755424d6f6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.888166] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98172558-2ed7-42be-ac94-ed755424d6f6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.888275] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98172558-2ed7-42be-ac94-ed755424d6f6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.931356] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.931562] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.931562] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.932633] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.933267] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.950748] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be in Status: IN_PROGRESS for 2s [ 796.391040] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98172558-2ed7-42be-ac94-ed755424d6f6 [ 796.391040] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.391040] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.391040] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.391040] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.391426] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.391426] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98172558-2ed7-42be-ac94-ed755424d6f6 already deleted. [ 796.391426] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98172558-2ed7-42be-ac94-ed755424d6f6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.537119] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: SUCCESS [ 796.537356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.537561] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.537808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.538056] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.539465] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.539465] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.539465] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.539465] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.539465] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.540143] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4438fc32-84e2-493b-9074-06eef7aa18bb in Status: SUCCESS [ 796.540352] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.540606] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.541123] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.541123] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.541123] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.541123] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.541123] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.541319] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.541319] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4438fc32-84e2-493b-9074-06eef7aa18bb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.759493] env[65962]: INFO networking_nsxv3.common.synchronization [req-8978f3f5-0b7a-4488-9fab-cfb0e078ad35 req-6d4a38f3-ef38-4382-890a-2f712fdea9b0 service nova] Enqueued Resource ID: 7da02dc7-b49e-41ec-95dc-4700d93e9c5a with Priority: HIGHEST for action security_group_rules [ 796.760079] env[65962]: INFO networking_nsxv3.common.synchronization [req-8978f3f5-0b7a-4488-9fab-cfb0e078ad35 req-6d4a38f3-ef38-4382-890a-2f712fdea9b0 service nova] Enqueued Resource ID: 7da02dc7-b49e-41ec-95dc-4700d93e9c5a with Priority: HIGHEST for action security_group_members [ 796.760221] env[65962]: INFO networking_nsxv3.common.synchronization [req-8978f3f5-0b7a-4488-9fab-cfb0e078ad35 req-6d4a38f3-ef38-4382-890a-2f712fdea9b0 service nova] Enqueued Resource ID: ed795a37-3225-4e96-a8f6-60e3c1aee9d2 with Priority: HIGHEST for action port [ 796.760750] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da02dc7-b49e-41ec-95dc-4700d93e9c5a with Priority: HIGHEST for action security_group_rules [ 796.766026] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da02dc7-b49e-41ec-95dc-4700d93e9c5a with Priority: HIGHEST for action security_group_members [ 796.766026] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed795a37-3225-4e96-a8f6-60e3c1aee9d2 with Priority: HIGHEST for action port [ 796.766026] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7da02dc7-b49e-41ec-95dc-4700d93e9c5a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.766026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.766026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.767576] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.767576] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7da02dc7-b49e-41ec-95dc-4700d93e9c5a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.767691] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.767809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.767906] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.768096] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.768242] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.768335] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.768393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.768528] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.768607] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.768694] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7da02dc7-b49e-41ec-95dc-4700d93e9c5a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.769506] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed795a37-3225-4e96-a8f6-60e3c1aee9d2 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.769655] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed795a37-3225-4e96-a8f6-60e3c1aee9d2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.769711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed795a37-3225-4e96-a8f6-60e3c1aee9d2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.770017] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed795a37-3225-4e96-a8f6-60e3c1aee9d2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.770017] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed795a37-3225-4e96-a8f6-60e3c1aee9d2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.043604] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.045557] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4438fc32-84e2-493b-9074-06eef7aa18bb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.272891] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.272891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.272891] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7da02dc7-b49e-41ec-95dc-4700d93e9c5a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.279691] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed795a37-3225-4e96-a8f6-60e3c1aee9d2 with status ACTIVE [ 797.279691] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.279691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.279691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.279691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.279691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.279691] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.279691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.279691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.279691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.279691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.280827] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.280827] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.280827] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.282035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.282035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.282035] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed795a37-3225-4e96-a8f6-60e3c1aee9d2 is going to be updated. [ 797.308716] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.308962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.308962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.310096] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.310096] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.310096] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed795a37-3225-4e96-a8f6-60e3c1aee9d2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.380117] env[65962]: INFO networking_nsxv3.common.synchronization [req-1af39262-5130-478b-a27c-fd672970c846 req-55a2c86b-5657-4c8f-a049-aa4ef903b656 tempest-AttachVolumeShelveTestJSON-339125 tempest-AttachVolumeShelveTestJSON-339125-project-member] Enqueued Resource ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a with Priority: HIGHEST for action security_group_members [ 797.380953] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a with Priority: HIGHEST for action security_group_members [ 797.381429] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.381771] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.381991] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.382422] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.382722] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.384018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.384018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.384018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.384018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.384018] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.426027] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: SUCCESS [ 797.426027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.426027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.426027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.426027] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.426027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.426027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.426027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.426027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.426027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.426027] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.426027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.426027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.426841] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.427246] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.427798] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.428045] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.428299] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.428469] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.428638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.428809] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.546265] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.547305] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4438fc32-84e2-493b-9074-06eef7aa18bb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.784295] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7da02dc7-b49e-41ec-95dc-4700d93e9c5a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.802634] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.802825] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-972" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.802943] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-972" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.803291] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-972" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.804319] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.804319] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.804319] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.804475] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.804512] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.804761] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.804883] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.804988] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.805126] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.805253] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.805359] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.805705] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.834763] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.834763] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.834763] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.834920] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-972" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.835190] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-e19495bc-540b-4f60-a1ea-885ab1f09795 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.835357] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-e19495bc-540b-4f60-a1ea-885ab1f09795" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.835519] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-e19495bc-540b-4f60-a1ea-885ab1f09795" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.836755] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-e19495bc-540b-4f60-a1ea-885ab1f09795" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.836755] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e19495bc-540b-4f60-a1ea-885ab1f09795',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.887673] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.890323] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.890323] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.890323] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.890323] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.890323] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.890323] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.890323] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.891622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.892052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.892052] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a already deleted. [ 797.892052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.931127] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79ee0ce8-1403-4e78-9833-c559b72ea54d: rpc.has_security_group_logging(os_id): False [ 797.951614] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.953357] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.953357] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.953357] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.953357] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.953357] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.953357] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.953357] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.953357] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.953357] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.954058] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.954058] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.954058] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.954058] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.954058] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.954372] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.954439] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.954548] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.954649] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.954690] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.954794] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d is going to be updated. [ 797.972687] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be in Status: SUCCESS [ 797.972960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.042712] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.043065] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.043065] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.043393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.043653] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.050122] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.050230] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.050301] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.050520] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.050604] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.052830] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 is going to be updated. [ 798.054341] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.054467] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.054552] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.055450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.055450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.055450] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4438fc32-84e2-493b-9074-06eef7aa18bb is going to be updated. [ 798.059829] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: IN_PROGRESS for 2s [ 798.108588] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.108588] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.108814] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.109310] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.109310] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.112058] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.112271] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.112393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.112703] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.112938] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.129816] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: IN_PROGRESS for 2s [ 798.130750] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4438fc32-84e2-493b-9074-06eef7aa18bb in Status: IN_PROGRESS for 2s [ 798.288828] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.289012] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.289092] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.289312] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.289402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.289528] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7da02dc7-b49e-41ec-95dc-4700d93e9c5a is going to be created. [ 798.325848] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.330023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.330023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.330023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.330023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.339466] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7da02dc7-b49e-41ec-95dc-4700d93e9c5a in Status: UNINITIALIZED for 2s [ 798.340009] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.340226] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.340347] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.340619] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.340764] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.340906] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port e19495bc-540b-4f60-a1ea-885ab1f09795 not found, creating... [ 798.341182] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.341392] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.341965] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.341965] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.341965] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.342084] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.342218] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.342333] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.342530] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.342657] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.342789] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: e19495bc-540b-4f60-a1ea-885ab1f09795 is going to be created. [ 798.372627] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.372627] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.372845] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.373014] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.373234] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.373506] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-e19495bc-540b-4f60-a1ea-885ab1f09795" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.672599] env[65962]: INFO networking_nsxv3.common.synchronization [req-1d8b024e-372e-4da4-b0cb-59b1bb514988 req-91bae29c-1ac4-489c-9693-cf38857aaec4 tempest-ImagesTestJSON-946931724 tempest-ImagesTestJSON-946931724-project-member] Enqueued Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 798.672599] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 798.672599] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.673441] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.673632] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.673918] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.674200] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.674506] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.674506] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.676023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.676023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.676023] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.846069] env[65962]: INFO networking_nsxv3.common.synchronization [None req-920688ea-7f01-4a72-8364-ab23f639f7d2 None None] Enqueued Resource ID: a21ea3c8-7e93-47d8-9861-44c300967847 with Priority: HIGHEST for action port [ 798.846379] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21ea3c8-7e93-47d8-9861-44c300967847 with Priority: HIGHEST for action port [ 798.846878] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a21ea3c8-7e93-47d8-9861-44c300967847 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.847415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a21ea3c8-7e93-47d8-9861-44c300967847" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.847415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a21ea3c8-7e93-47d8-9861-44c300967847" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.847583] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a21ea3c8-7e93-47d8-9861-44c300967847" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.847655] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a21ea3c8-7e93-47d8-9861-44c300967847',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.176899] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.177280] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.177280] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.177490] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.177566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.177807] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.177960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.178091] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.178765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.178765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.178765] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e is going to be updated. [ 799.221460] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.221705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.222020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.222053] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.222234] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.225933] env[65962]: INFO networking_nsxv3.common.synchronization [req-1af39262-5130-478b-a27c-fd672970c846 req-2d8b886a-2727-43e2-a9e6-5dbc47caa3fc service nova] Enqueued Resource ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a with Priority: HIGHEST for action security_group_rules [ 799.226180] env[65962]: INFO networking_nsxv3.common.synchronization [req-1af39262-5130-478b-a27c-fd672970c846 req-2d8b886a-2727-43e2-a9e6-5dbc47caa3fc service nova] Enqueued Resource ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a with Priority: HIGHEST for action security_group_members [ 799.228415] env[65962]: INFO networking_nsxv3.common.synchronization [req-1af39262-5130-478b-a27c-fd672970c846 req-2d8b886a-2727-43e2-a9e6-5dbc47caa3fc service nova] Enqueued Resource ID: e19495bc-540b-4f60-a1ea-885ab1f09795 with Priority: HIGHEST for action port [ 799.228415] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a with Priority: HIGHEST for action security_group_rules [ 799.228415] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a with Priority: HIGHEST for action security_group_members [ 799.228957] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19495bc-540b-4f60-a1ea-885ab1f09795 with Priority: HIGHEST for action port [ 799.229163] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.229444] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.229444] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.230065] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.230232] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.231952] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.231952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.231952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.231952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.232273] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.232273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.232387] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.232896] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.232896] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.232896] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.233732] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-e19495bc-540b-4f60-a1ea-885ab1f09795 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.233906] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e19495bc-540b-4f60-a1ea-885ab1f09795" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.234025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e19495bc-540b-4f60-a1ea-885ab1f09795" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.234264] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e19495bc-540b-4f60-a1ea-885ab1f09795" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.234405] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e19495bc-540b-4f60-a1ea-885ab1f09795',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.239041] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: IN_PROGRESS for 2s [ 799.349920] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a21ea3c8-7e93-47d8-9861-44c300967847 [ 799.351463] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.351463] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.351463] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.351463] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.351463] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.351463] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a21ea3c8-7e93-47d8-9861-44c300967847 already deleted. [ 799.351463] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a21ea3c8-7e93-47d8-9861-44c300967847" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.741377] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.741377] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.741377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.741377] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e19495bc-540b-4f60-a1ea-885ab1f09795 with status ACTIVE [ 799.741377] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.741377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.741377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.741377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.741377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.741377] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.741377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.741377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.741377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.741377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.742187] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.742187] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.742187] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.742187] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.742187] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.742187] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e19495bc-540b-4f60-a1ea-885ab1f09795 is going to be updated. [ 799.770417] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.770627] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.770760] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.771014] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.771207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.771402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e19495bc-540b-4f60-a1ea-885ab1f09795" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.076603] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: SUCCESS [ 800.076861] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.077081] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.077351] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.077454] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.141720] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4438fc32-84e2-493b-9074-06eef7aa18bb in Status: SUCCESS [ 800.142020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.142247] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.142567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.142820] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.142977] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.143087] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.143268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.143352] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.143437] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.143543] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4438fc32-84e2-493b-9074-06eef7aa18bb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.145828] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: SUCCESS [ 800.145828] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.145828] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.146097] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.146097] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.146219] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.146219] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.146360] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.146438] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.146520] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.146678] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.245234] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.258048] env[65962]: INFO networking_nsxv3.common.synchronization [req-d6bc1bdf-9050-4ca1-bce0-01bc4797a28a req-02ff0c26-32e7-4bac-81e5-53608a12f8d2 tempest-ServersAdminTestJSON-1380903660 tempest-ServersAdminTestJSON-1380903660-project-member] Enqueued Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 800.258724] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 800.259170] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.259318] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.259356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.259599] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.259768] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.259874] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.259940] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.260112] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.260202] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.260311] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.350895] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7da02dc7-b49e-41ec-95dc-4700d93e9c5a in Status: SUCCESS [ 800.351147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.351311] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.351544] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.351739] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.352055] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.352055] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.352055] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.352261] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.352261] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.352358] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7da02dc7-b49e-41ec-95dc-4700d93e9c5a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.581188] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.581308] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.581424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.585091] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.585091] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.585091] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.585091] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.585091] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.585091] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.585091] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.585091] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.618299] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.618581] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-918" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.618761] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-918" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.619605] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-918" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.619995] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.620246] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.620423] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.620743] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.620954] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.621397] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.621567] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.621732] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.621906] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.622096] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.622280] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.622477] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.643699] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.643947] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.644195] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.644463] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-918" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.644937] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-b25333c9-99b7-44e4-bddb-72ffcf50518e taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.645289] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-b25333c9-99b7-44e4-bddb-72ffcf50518e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.645472] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-b25333c9-99b7-44e4-bddb-72ffcf50518e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.645938] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-b25333c9-99b7-44e4-bddb-72ffcf50518e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.646123] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25333c9-99b7-44e4-bddb-72ffcf50518e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.650070] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4438fc32-84e2-493b-9074-06eef7aa18bb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.650070] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.650070] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.650070] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.650294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.650394] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.650587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.650648] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.650855] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.650976] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.651136] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.651353] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.651489] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.651586] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.651801] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.654493] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.654493] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.654493] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.654493] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.654493] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.654493] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.654493] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.749222] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.749222] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.749222] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.749222] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.749222] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.749222] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a is going to be created. [ 800.764945] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.765193] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.765265] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.765713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.765713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.765909] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.765909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.766102] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.766167] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.766217] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.766339] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 already deleted. [ 800.766430] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.775580] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.775823] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.775823] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.776047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.776232] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.788571] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a in Status: UNINITIALIZED for 2s [ 800.855059] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.856799] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.856799] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.856799] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.856799] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.856799] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.856799] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.856799] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.856799] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.857340] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.857509] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.857608] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.857717] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.857932] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.858223] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.860070] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.860070] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.860070] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.860070] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.860070] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.860070] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7da02dc7-b49e-41ec-95dc-4700d93e9c5a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.087594] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.087813] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.087956] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.088265] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.088537] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.088694] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.088796] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.089052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.089217] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.089329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.089555] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.089701] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.089843] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.090016] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.090232] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.090410] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.090464] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.090629] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.090751] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.090838] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.091058] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.159871] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.159871] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.159871] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.159871] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.159871] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.159871] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port b25333c9-99b7-44e4-bddb-72ffcf50518e not found, creating... [ 801.159871] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.159871] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.159871] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.159871] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.159871] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.160500] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.160500] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.160500] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.160500] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.160500] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.160500] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: b25333c9-99b7-44e4-bddb-72ffcf50518e is going to be created. [ 801.162046] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4438fc32-84e2-493b-9074-06eef7aa18bb: rpc.has_security_group_logging(os_id): False [ 801.163090] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f10de2a-235f-4e5c-9f09-2601b87e1f98: rpc.has_security_group_logging(os_id): False [ 801.183469] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.183469] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.183469] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.183469] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.183469] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.183469] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.183469] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.183469] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.183469] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.183469] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.183469] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4438fc32-84e2-493b-9074-06eef7aa18bb is going to be created. [ 801.187422] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.189811] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.189811] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.189811] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.189978] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.190925] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.190925] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.190925] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.190925] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.190925] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.190925] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.190925] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.191303] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.191576] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.191576] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.192015] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.193024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.193134] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.193324] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.193516] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.193643] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 is going to be updated. [ 801.195665] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.196581] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.196709] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.196971] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.197376] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.197491] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-b25333c9-99b7-44e4-bddb-72ffcf50518e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.252206] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: SUCCESS [ 801.252206] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e deletion is rescheduled due to dependency. [ 801.252206] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.285035] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.285246] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.285317] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.285603] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.285866] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.313902] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.314103] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.314214] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.314537] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.314737] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.328109] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4438fc32-84e2-493b-9074-06eef7aa18bb in Status: IN_PROGRESS for 2s [ 801.348349] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: IN_PROGRESS for 2s [ 801.361967] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7da02dc7-b49e-41ec-95dc-4700d93e9c5a: rpc.has_security_group_logging(os_id): False [ 801.404448] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.404743] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.404838] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.405100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.405231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.405574] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.405698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.405796] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.406132] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.406268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.406645] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.406783] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.406858] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.407092] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.407263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.407540] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.407694] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.407789] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.408129] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.408237] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.408333] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7da02dc7-b49e-41ec-95dc-4700d93e9c5a is going to be created. [ 801.533504] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.533723] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.533723] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.533970] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.534168] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.555543] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7da02dc7-b49e-41ec-95dc-4700d93e9c5a in Status: IN_PROGRESS for 2s [ 801.596085] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79ee0ce8-1403-4e78-9833-c559b72ea54d: rpc.has_security_group_logging(os_id): False [ 801.628699] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.628909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.628979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.630378] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.630378] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.630378] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.630378] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.630378] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.630378] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.630378] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.630776] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.630776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.630776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.630884] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.630884] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.631132] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.631235] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.631306] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.631445] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.631525] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.631605] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d is going to be updated. [ 801.731330] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.731539] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.731606] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.731820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.731976] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.756498] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: IN_PROGRESS for 2s [ 801.929333] env[65962]: INFO networking_nsxv3.common.synchronization [req-d6bc1bdf-9050-4ca1-bce0-01bc4797a28a req-ac252968-8e1e-457b-be59-3d4a42be1f4a service nova] Enqueued Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_rules [ 801.929525] env[65962]: INFO networking_nsxv3.common.synchronization [req-d6bc1bdf-9050-4ca1-bce0-01bc4797a28a req-ac252968-8e1e-457b-be59-3d4a42be1f4a service nova] Enqueued Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 801.929666] env[65962]: INFO networking_nsxv3.common.synchronization [req-d6bc1bdf-9050-4ca1-bce0-01bc4797a28a req-ac252968-8e1e-457b-be59-3d4a42be1f4a service nova] Enqueued Resource ID: b25333c9-99b7-44e4-bddb-72ffcf50518e with Priority: HIGHEST for action port [ 801.930254] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_rules [ 801.930414] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 801.930521] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b25333c9-99b7-44e4-bddb-72ffcf50518e with Priority: HIGHEST for action port [ 801.930832] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.930977] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.931099] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.931748] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.931834] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.932890] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.933038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.933097] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.933425] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.933472] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.933583] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.938230] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.938522] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.938621] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.938745] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.940785] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-b25333c9-99b7-44e4-bddb-72ffcf50518e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.941534] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b25333c9-99b7-44e4-bddb-72ffcf50518e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.941534] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b25333c9-99b7-44e4-bddb-72ffcf50518e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.941534] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b25333c9-99b7-44e4-bddb-72ffcf50518e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.941534] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25333c9-99b7-44e4-bddb-72ffcf50518e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.443815] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.444919] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.445036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.445233] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b25333c9-99b7-44e4-bddb-72ffcf50518e with status ACTIVE [ 802.445395] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.445502] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.445566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.445828] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.445920] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.446104] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.446204] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.446265] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.446436] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.446509] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.446707] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.447324] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.447415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.447570] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.447648] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.447737] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b25333c9-99b7-44e4-bddb-72ffcf50518e is going to be updated. [ 802.471757] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.471898] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.471973] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.472202] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.472337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.472515] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b25333c9-99b7-44e4-bddb-72ffcf50518e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.478066] env[65962]: INFO networking_nsxv3.common.synchronization [req-e946e7a4-6241-4707-87ae-b356e0cefbd9 req-d0acd0ba-44e9-47e5-8d68-217ea26fff32 tempest-ServersTestBootFromVolume-1109738379 tempest-ServersTestBootFromVolume-1109738379-project-member] Enqueued Resource ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 with Priority: HIGHEST for action security_group_members [ 802.478608] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 with Priority: HIGHEST for action security_group_members [ 802.478903] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-d643a708-2bb9-4d16-9349-e0bee8d53a15 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.479173] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.479276] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.479475] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.479691] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.479783] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.479783] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.479923] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.480013] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.480113] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d643a708-2bb9-4d16-9349-e0bee8d53a15',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.571697] env[65962]: INFO networking_nsxv3.common.synchronization [req-acc25e4f-711d-4029-9d6f-f76f9c8fe8ea req-8d628b25-e3d4-409b-a978-02f12120641c tempest-ListImageFiltersTestJSON-1296230880 tempest-ListImageFiltersTestJSON-1296230880-project-member] Enqueued Resource ID: fb0d0669-c207-4840-b677-6bb5eeb91870 with Priority: HIGHEST for action security_group_members [ 802.572336] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0d0669-c207-4840-b677-6bb5eeb91870 with Priority: HIGHEST for action security_group_members [ 802.572730] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0d0669-c207-4840-b677-6bb5eeb91870 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.572863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.572926] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.573397] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.573562] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.573654] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.573715] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.573878] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.573957] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.574066] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.799476] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a in Status: SUCCESS [ 802.799800] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.799895] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.800127] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.800374] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.800438] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.800665] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.800858] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.800946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.801051] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.801151] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.950638] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.982049] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.982312] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.982618] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.983137] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.983343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.983935] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.983935] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.983935] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.983935] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.984186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.984186] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 is going to be updated. [ 803.019700] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.019989] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.020091] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.020281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.020451] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.032593] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 in Status: IN_PROGRESS for 2s [ 803.076963] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.303478] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.342711] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4438fc32-84e2-493b-9074-06eef7aa18bb in Status: SUCCESS [ 803.343109] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.366173] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: SUCCESS [ 803.366534] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.453612] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.453814] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.454049] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.454210] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.454330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.454497] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 is going to be created. [ 803.492266] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.492460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.492526] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.492775] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.493025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.506402] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: UNINITIALIZED for 2s [ 803.570222] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7da02dc7-b49e-41ec-95dc-4700d93e9c5a in Status: SUCCESS [ 803.570382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.579617] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.776897] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: SUCCESS [ 803.776897] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.806180] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a: rpc.has_security_group_logging(os_id): False [ 803.827921] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.828121] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.828230] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.831100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.831100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.831100] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.831100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.831100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.831100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.831100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.831100] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a is going to be created. [ 803.915808] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.916037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.916101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.916335] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.916492] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.930142] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a in Status: IN_PROGRESS for 2s [ 804.088833] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.088833] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.088833] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.088833] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.088833] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.089324] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0d0669-c207-4840-b677-6bb5eeb91870 is going to be updated. [ 804.124658] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.124964] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.125065] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.125417] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.125618] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.138403] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0d0669-c207-4840-b677-6bb5eeb91870 in Status: IN_PROGRESS for 2s [ 804.759777] env[65962]: INFO networking_nsxv3.common.synchronization [req-47b19bf7-b6bd-48db-a4af-c7c8f4c90996 req-61bf01db-4654-4390-8356-0646929d323f tempest-MultipleCreateTestJSON-648113911 tempest-MultipleCreateTestJSON-648113911-project-member] Enqueued Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 804.763726] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 804.764773] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.766573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.766573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.766573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.766573] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.766573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.766573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.766573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.766573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.766573] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.050298] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 in Status: SUCCESS [ 805.050298] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 deletion is rescheduled due to dependency. [ 805.050298] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.271937] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.309278] env[65962]: INFO networking_nsxv3.common.synchronization [req-74047cd0-d6b6-441e-b67c-10f029502763 req-6e5f6e3f-2ca8-415d-bd59-5bdabf9f4e8e tempest-ImagesOneServerTestJSON-1136465512 tempest-ImagesOneServerTestJSON-1136465512-project-member] Enqueued Resource ID: ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 with Priority: HIGHEST for action security_group_members [ 805.310577] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 with Priority: HIGHEST for action security_group_members [ 805.310818] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.310999] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.311095] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.311326] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.311502] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.311808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.312376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.312538] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.312677] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.312936] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad65a36a-acdb-41f6-ad4c-181d7c61e5d8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.518857] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: SUCCESS [ 805.519115] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.519289] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.519511] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.519705] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.519819] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.519885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.520086] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.520120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.520207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.520297] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.774315] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.818706] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.821059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.821059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.821059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.821059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.821059] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.821059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.821059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.821059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.821059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.821059] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 is going to be updated. [ 805.860872] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.860872] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.860872] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.860872] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.867255] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.881603] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 in Status: IN_PROGRESS for 2s [ 805.945648] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a in Status: SUCCESS [ 805.945648] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.023612] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.023869] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.023982] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.024302] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.024560] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.024694] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.024786] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.025061] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.025205] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.025353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.025558] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.025709] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.025777] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.025937] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.029512] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.030165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.030399] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.031148] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.031275] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.031495] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.032265] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.130932] env[65962]: INFO networking_nsxv3.common.synchronization [req-6d26205d-6199-4344-a8d5-332d07bc0a1e req-664c762f-f805-49ee-b572-822dc1102117 tempest-MultipleCreateTestJSON-648113911 tempest-MultipleCreateTestJSON-648113911-project-member] Enqueued Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 806.132255] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGHEST for action security_group_members [ 806.132255] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.132255] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.150074] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0d0669-c207-4840-b677-6bb5eeb91870 in Status: SUCCESS [ 806.150074] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.278490] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.278490] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.278490] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.278490] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.278490] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.278490] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d is going to be updated. [ 806.324234] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.324234] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.324234] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.324234] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.324234] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.335455] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: IN_PROGRESS for 2s [ 806.537377] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01f0f02e-0b2d-4216-a239-56734e9d8bc7: rpc.has_security_group_logging(os_id): False [ 806.558788] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.559111] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.559111] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.559277] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.559329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.559560] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.559662] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.559727] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.559935] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.559967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.560165] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.560266] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.560326] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.560471] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.560572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.560742] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.560813] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.560878] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.561108] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.561198] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.561395] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 is going to be created. [ 806.632605] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.632605] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.632605] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.632605] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.632605] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.644935] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: IN_PROGRESS for 2s [ 807.454578] env[65962]: INFO networking_nsxv3.common.synchronization [req-23ea293b-d889-4588-80c5-f8527e1aaf61 req-5a1bcc9b-e1f7-4af8-a0ae-b51007c2136d tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 4438fc32-84e2-493b-9074-06eef7aa18bb with Priority: HIGHEST for action security_group_members [ 807.454996] env[65962]: INFO networking_nsxv3.common.synchronization [req-23ea293b-d889-4588-80c5-f8527e1aaf61 req-5a1bcc9b-e1f7-4af8-a0ae-b51007c2136d tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 807.454996] env[65962]: INFO networking_nsxv3.common.synchronization [req-23ea293b-d889-4588-80c5-f8527e1aaf61 req-5a1bcc9b-e1f7-4af8-a0ae-b51007c2136d tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd with Priority: HIGHEST for action security_group_members [ 807.455905] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4438fc32-84e2-493b-9074-06eef7aa18bb with Priority: HIGHEST for action security_group_members [ 807.456076] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 807.456207] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd with Priority: HIGHEST for action security_group_members [ 807.456511] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4438fc32-84e2-493b-9074-06eef7aa18bb taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.456635] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.456701] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.456906] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.457106] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.457251] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.457251] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.457449] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.457555] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.457699] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4438fc32-84e2-493b-9074-06eef7aa18bb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.458841] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.458949] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.459055] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.459501] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.459501] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.459624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.459754] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.459987] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.460109] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.460254] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.461938] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c673c6-9119-4ca1-badf-6bb3ddda46fd taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.463601] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.463712] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.463952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.464146] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.464267] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.464978] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.464978] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.464978] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.464978] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c673c6-9119-4ca1-badf-6bb3ddda46fd',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.510412] env[65962]: INFO networking_nsxv3.common.synchronization [req-23ea293b-d889-4588-80c5-f8527e1aaf61 req-5a1bcc9b-e1f7-4af8-a0ae-b51007c2136d tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_rules [ 807.510709] env[65962]: INFO networking_nsxv3.common.synchronization [req-23ea293b-d889-4588-80c5-f8527e1aaf61 req-5a1bcc9b-e1f7-4af8-a0ae-b51007c2136d tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 807.510929] env[65962]: INFO networking_nsxv3.common.synchronization [req-23ea293b-d889-4588-80c5-f8527e1aaf61 req-5a1bcc9b-e1f7-4af8-a0ae-b51007c2136d tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 4438fc32-84e2-493b-9074-06eef7aa18bb with Priority: HIGHEST for action security_group_rules [ 807.511136] env[65962]: INFO networking_nsxv3.common.synchronization [req-23ea293b-d889-4588-80c5-f8527e1aaf61 req-5a1bcc9b-e1f7-4af8-a0ae-b51007c2136d tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 4438fc32-84e2-493b-9074-06eef7aa18bb with Priority: HIGHEST for action security_group_members [ 807.511346] env[65962]: INFO networking_nsxv3.common.synchronization [req-23ea293b-d889-4588-80c5-f8527e1aaf61 req-5a1bcc9b-e1f7-4af8-a0ae-b51007c2136d tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd with Priority: HIGHEST for action security_group_rules [ 807.511560] env[65962]: INFO networking_nsxv3.common.synchronization [req-23ea293b-d889-4588-80c5-f8527e1aaf61 req-5a1bcc9b-e1f7-4af8-a0ae-b51007c2136d tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd with Priority: HIGHEST for action security_group_members [ 807.511783] env[65962]: INFO networking_nsxv3.common.synchronization [req-23ea293b-d889-4588-80c5-f8527e1aaf61 req-5a1bcc9b-e1f7-4af8-a0ae-b51007c2136d tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 31dbe76d-2dca-4f81-b8d6-77bd2f80be7c with Priority: HIGHEST for action port [ 807.512599] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_rules [ 807.512801] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4438fc32-84e2-493b-9074-06eef7aa18bb with Priority: HIGHEST for action security_group_rules [ 807.512959] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd with Priority: HIGHEST for action security_group_members [ 807.513166] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dbe76d-2dca-4f81-b8d6-77bd2f80be7c with Priority: HIGHEST for action port [ 807.513299] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd with Priority: HIGHEST for action security_group_rules [ 807.514154] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 807.514154] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4438fc32-84e2-493b-9074-06eef7aa18bb with Priority: HIGHEST for action security_group_members [ 807.514633] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.514858] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.515029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.515368] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.515593] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.516945] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4438fc32-84e2-493b-9074-06eef7aa18bb taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.517185] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.517326] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.517634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.517788] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4438fc32-84e2-493b-9074-06eef7aa18bb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.518993] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c673c6-9119-4ca1-badf-6bb3ddda46fd taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.519209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.519582] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-31dbe76d-2dca-4f81-b8d6-77bd2f80be7c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.519773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31dbe76d-2dca-4f81-b8d6-77bd2f80be7c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.519910] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31dbe76d-2dca-4f81-b8d6-77bd2f80be7c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.520229] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31dbe76d-2dca-4f81-b8d6-77bd2f80be7c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.520496] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31dbe76d-2dca-4f81-b8d6-77bd2f80be7c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.522553] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3c673c6-9119-4ca1-badf-6bb3ddda46fd taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.522553] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.522553] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.522553] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.522859] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3c673c6-9119-4ca1-badf-6bb3ddda46fd',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.524491] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.524491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.524707] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4438fc32-84e2-493b-9074-06eef7aa18bb taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.524889] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.892436] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 in Status: SUCCESS [ 807.892436] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad65a36a-acdb-41f6-ad4c-181d7c61e5d8 deletion is rescheduled due to dependency. [ 807.892647] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad65a36a-acdb-41f6-ad4c-181d7c61e5d8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.967494] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.969438] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4438fc32-84e2-493b-9074-06eef7aa18bb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.969591] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c673c6-9119-4ca1-badf-6bb3ddda46fd',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.992513] env[65962]: INFO networking_nsxv3.common.synchronization [None req-b779881a-8d35-42f4-907e-a27b79d5e6bb tempest-ImagesOneServerNegativeTestJSON-1332257905 tempest-ImagesOneServerNegativeTestJSON-1332257905-project-member] Enqueued Resource ID: bf44a1e0-cc5a-4b37-b374-b83041760903 with Priority: HIGHEST for action security_group_rules [ 807.992513] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf44a1e0-cc5a-4b37-b374-b83041760903 with Priority: HIGHEST for action security_group_rules [ 807.992792] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf44a1e0-cc5a-4b37-b374-b83041760903 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.992942] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf44a1e0-cc5a-4b37-b374-b83041760903" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.992991] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf44a1e0-cc5a-4b37-b374-b83041760903" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.993270] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf44a1e0-cc5a-4b37-b374-b83041760903" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.993329] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf44a1e0-cc5a-4b37-b374-b83041760903',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.028744] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.028744] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.028744] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31dbe76d-2dca-4f81-b8d6-77bd2f80be7c with status ACTIVE [ 808.029184] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.029184] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.029184] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.029317] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.029554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.029743] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.029926] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.030065] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.030289] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.030443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.030904] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.030904] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.030904] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.031141] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.031141] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.031206] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31dbe76d-2dca-4f81-b8d6-77bd2f80be7c is going to be updated. [ 808.032474] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4438fc32-84e2-493b-9074-06eef7aa18bb taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.032592] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.036970] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c673c6-9119-4ca1-badf-6bb3ddda46fd taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.037099] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.056694] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.056882] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.056882] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.057039] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.057269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.057411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31dbe76d-2dca-4f81-b8d6-77bd2f80be7c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.092060] env[65962]: INFO networking_nsxv3.common.synchronization [None req-567712d3-23b7-4543-b813-9c47274db80e tempest-ImagesOneServerNegativeTestJSON-1332257905 tempest-ImagesOneServerNegativeTestJSON-1332257905-project-member] Enqueued Resource ID: bf44a1e0-cc5a-4b37-b374-b83041760903 with Priority: HIGHEST for action security_group_rules [ 808.092567] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf44a1e0-cc5a-4b37-b374-b83041760903 with Priority: HIGHEST for action security_group_rules [ 808.092901] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf44a1e0-cc5a-4b37-b374-b83041760903 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.094493] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf44a1e0-cc5a-4b37-b374-b83041760903" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.345641] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: SUCCESS [ 808.345641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.345957] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.346169] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.346359] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.346479] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.346544] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.346690] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.346771] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.346868] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.472874] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4438fc32-84e2-493b-9074-06eef7aa18bb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.477027] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.477027] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c673c6-9119-4ca1-badf-6bb3ddda46fd',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.516744] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.516905] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.516962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.517188] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.517278] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.517405] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf44a1e0-cc5a-4b37-b374-b83041760903 already deleted. [ 808.518244] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf44a1e0-cc5a-4b37-b374-b83041760903" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.518837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf44a1e0-cc5a-4b37-b374-b83041760903" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.519200] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf44a1e0-cc5a-4b37-b374-b83041760903" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.519303] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf44a1e0-cc5a-4b37-b374-b83041760903',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.662072] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: SUCCESS [ 808.662428] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.849585] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.849754] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.849828] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.850085] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.850179] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.850410] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.850534] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.850601] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.850770] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.850879] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.850926] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d is going to be updated. [ 808.865144] env[65962]: INFO networking_nsxv3.common.synchronization [req-49639033-74f8-4e23-a4e6-b1bb59a5f5e4 req-51893f63-8569-4ab1-916d-168a606aa40c tempest-AttachInterfacesTestJSON-1497595542 tempest-AttachInterfacesTestJSON-1497595542-project-member] Enqueued Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 808.865722] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 808.866051] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.866262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.866262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.866483] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.866632] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.866759] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.866848] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.867143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.867143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.867241] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.040131] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.040131] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.040131] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.040370] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.040370] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.041730] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.041866] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.041906] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.042133] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.042133] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.042333] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4438fc32-84e2-493b-9074-06eef7aa18bb is going to be updated. [ 809.043296] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.043505] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.043588] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.043705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.043779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.043868] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd is going to be created. [ 809.044840] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.044943] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.045045] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.046474] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.046474] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.046474] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 is going to be updated. [ 809.048824] env[65962]: INFO networking_nsxv3.common.synchronization [req-3a5ece84-e7e0-40bd-9ef4-6c68c85fac0e req-bb047817-298f-4680-8921-0e11a02ebbdc tempest-ServersAdminTestJSON-1380903660 tempest-ServersAdminTestJSON-1380903660-project-member] Enqueued Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 809.051264] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 809.056021] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.056021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.056021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.056021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.056021] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.056021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.056021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.056021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.056021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.056021] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.066131] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: IN_PROGRESS for 2s [ 809.082323] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.082530] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.082530] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.082789] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.082886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.082931] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf44a1e0-cc5a-4b37-b374-b83041760903 already deleted. [ 809.083087] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf44a1e0-cc5a-4b37-b374-b83041760903" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.090272] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.090529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.090529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.090759] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.090950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.098362] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.098573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.098675] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.098868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.099088] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.103074] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd in Status: UNINITIALIZED for 2s [ 809.125210] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4438fc32-84e2-493b-9074-06eef7aa18bb in Status: IN_PROGRESS for 2s [ 809.130470] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.131073] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.131073] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.131073] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.131279] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.140523] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: IN_PROGRESS for 2s [ 809.262782] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.263086] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.263163] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.263427] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.263703] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.263860] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.263967] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.264219] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.264365] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.264576] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.264686] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.264789] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.264906] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.265021] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.265125] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.265255] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.289305] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.289541] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.289723] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.290023] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.290455] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-873fa5a0-530a-456f-b63d-ef7eb725653a taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.290731] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-873fa5a0-530a-456f-b63d-ef7eb725653a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.290890] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-873fa5a0-530a-456f-b63d-ef7eb725653a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.291365] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-873fa5a0-530a-456f-b63d-ef7eb725653a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.291555] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('873fa5a0-530a-456f-b63d-ef7eb725653a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.346396] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.346665] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-918" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.346815] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-918" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.347108] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-918" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.347415] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.347572] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.347681] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.347897] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.348074] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.348288] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.348412] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.348515] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.348661] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.348701] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.348799] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.348922] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.369971] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.370376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.370506] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.370845] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.370978] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.371288] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.371460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.371551] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.371784] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.371905] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.372043] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a637c4c-d96d-4c85-965a-e24162926a26 already deleted. [ 809.372177] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.373664] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.373916] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.374135] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.374497] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-918" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.375161] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-32703dca-6caf-47e1-92a9-50dbc442dd0d taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.375161] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-32703dca-6caf-47e1-92a9-50dbc442dd0d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.375350] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-32703dca-6caf-47e1-92a9-50dbc442dd0d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.375589] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-32703dca-6caf-47e1-92a9-50dbc442dd0d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.375787] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32703dca-6caf-47e1-92a9-50dbc442dd0d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.559498] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.795720] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.795720] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.795720] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.795720] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.795720] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.795720] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 873fa5a0-530a-456f-b63d-ef7eb725653a not found, creating... [ 809.796162] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.796162] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.796271] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.796413] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.796544] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.796825] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.796974] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.797125] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.797328] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.797452] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.797590] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 873fa5a0-530a-456f-b63d-ef7eb725653a is going to be created. [ 809.821809] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.822039] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.822156] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.822432] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.822658] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.822871] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-873fa5a0-530a-456f-b63d-ef7eb725653a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.879248] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.879504] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.879661] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.879942] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.880107] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.880264] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 32703dca-6caf-47e1-92a9-50dbc442dd0d not found, creating... [ 809.880522] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.880666] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.880808] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.881044] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.881182] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.881453] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.881601] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.881710] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.881958] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.882103] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.882237] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 32703dca-6caf-47e1-92a9-50dbc442dd0d is going to be created. [ 809.906567] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.906893] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.907089] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.907423] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.907709] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.907999] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-32703dca-6caf-47e1-92a9-50dbc442dd0d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.061944] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.565524] env[65962]: INFO networking_nsxv3.common.synchronization [req-49639033-74f8-4e23-a4e6-b1bb59a5f5e4 req-2fb02877-1546-4606-8b16-e2e9cd7517ba service nova] Enqueued Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_rules [ 810.565524] env[65962]: INFO networking_nsxv3.common.synchronization [req-49639033-74f8-4e23-a4e6-b1bb59a5f5e4 req-2fb02877-1546-4606-8b16-e2e9cd7517ba service nova] Enqueued Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 810.565524] env[65962]: INFO networking_nsxv3.common.synchronization [req-49639033-74f8-4e23-a4e6-b1bb59a5f5e4 req-2fb02877-1546-4606-8b16-e2e9cd7517ba service nova] Enqueued Resource ID: 873fa5a0-530a-456f-b63d-ef7eb725653a with Priority: HIGHEST for action port [ 810.565524] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.565524] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.565524] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.565524] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.565524] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.565524] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 is going to be updated. [ 810.567814] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_rules [ 810.568059] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 810.568204] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873fa5a0-530a-456f-b63d-ef7eb725653a with Priority: HIGHEST for action port [ 810.568920] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.569121] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.569222] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.569579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.569687] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.571652] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.571825] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.571924] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.572187] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.572536] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.572688] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.572780] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.573135] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.573135] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.573229] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.574379] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-873fa5a0-530a-456f-b63d-ef7eb725653a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.574922] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-873fa5a0-530a-456f-b63d-ef7eb725653a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.575061] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-873fa5a0-530a-456f-b63d-ef7eb725653a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.575280] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-873fa5a0-530a-456f-b63d-ef7eb725653a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.575392] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('873fa5a0-530a-456f-b63d-ef7eb725653a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.610926] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.611524] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.611524] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.611524] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.611767] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.625936] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: IN_PROGRESS for 2s [ 810.650347] env[65962]: INFO networking_nsxv3.common.synchronization [req-3a5ece84-e7e0-40bd-9ef4-6c68c85fac0e req-7eaff54a-d5e4-45d7-8ad6-e5edbacce6c6 service nova] Enqueued Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_rules [ 810.650347] env[65962]: INFO networking_nsxv3.common.synchronization [req-3a5ece84-e7e0-40bd-9ef4-6c68c85fac0e req-7eaff54a-d5e4-45d7-8ad6-e5edbacce6c6 service nova] Enqueued Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 810.650347] env[65962]: INFO networking_nsxv3.common.synchronization [req-3a5ece84-e7e0-40bd-9ef4-6c68c85fac0e req-7eaff54a-d5e4-45d7-8ad6-e5edbacce6c6 service nova] Enqueued Resource ID: 32703dca-6caf-47e1-92a9-50dbc442dd0d with Priority: HIGHEST for action port [ 810.650347] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_rules [ 810.650347] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 810.650989] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32703dca-6caf-47e1-92a9-50dbc442dd0d with Priority: HIGHEST for action port [ 810.651549] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.651792] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.651942] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.652283] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.653448] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.654678] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.656710] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.656710] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-32703dca-6caf-47e1-92a9-50dbc442dd0d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.656710] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32703dca-6caf-47e1-92a9-50dbc442dd0d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.656710] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32703dca-6caf-47e1-92a9-50dbc442dd0d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.656710] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32703dca-6caf-47e1-92a9-50dbc442dd0d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.656710] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32703dca-6caf-47e1-92a9-50dbc442dd0d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.072757] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.072757] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.078559] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d in Status: SUCCESS [ 811.078761] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d deletion is rescheduled due to dependency. [ 811.078892] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.079169] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.080183] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 873fa5a0-530a-456f-b63d-ef7eb725653a with status ACTIVE [ 811.080767] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.080767] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.080767] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.080959] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.081787] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.081787] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.081957] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.081957] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.082268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.082795] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.082795] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.082795] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.082983] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.083039] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.083460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.083460] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 873fa5a0-530a-456f-b63d-ef7eb725653a is going to be updated. [ 811.107227] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.107440] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.107492] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.107747] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.107895] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.108251] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-873fa5a0-530a-456f-b63d-ef7eb725653a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.113672] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd in Status: SUCCESS [ 811.113885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.114085] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.114319] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.114504] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.114637] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.114703] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.114802] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.114867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.114962] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c673c6-9119-4ca1-badf-6bb3ddda46fd',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.137933] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4438fc32-84e2-493b-9074-06eef7aa18bb in Status: SUCCESS [ 811.137933] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.138111] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.138278] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.138476] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.138590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.138655] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.138849] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.138955] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.139089] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4438fc32-84e2-493b-9074-06eef7aa18bb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.153543] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: SUCCESS [ 811.153543] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.153543] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.153712] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.153834] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.153948] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.154023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.154178] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.154258] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.154346] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.159946] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32703dca-6caf-47e1-92a9-50dbc442dd0d with status ACTIVE [ 811.160180] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.160303] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.160394] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.160597] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.160684] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.160886] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.160952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.161049] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.161188] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.161267] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.161484] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.161538] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.161586] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.161720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.161811] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.162104] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32703dca-6caf-47e1-92a9-50dbc442dd0d is going to be updated. [ 811.162991] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.163121] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.192853] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.193071] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.193071] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.193744] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.194165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.194165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32703dca-6caf-47e1-92a9-50dbc442dd0d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.586098] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.618620] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c673c6-9119-4ca1-badf-6bb3ddda46fd',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.640878] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4438fc32-84e2-493b-9074-06eef7aa18bb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.659211] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.661414] env[65962]: INFO networking_nsxv3.common.synchronization [req-93e58916-71d9-49e5-9eee-991781c4f164 req-ab9d87f6-0f5e-4453-925f-9fd0039f5962 tempest-ServersTestMultiNic-1695483393 tempest-ServersTestMultiNic-1695483393-project-member] Enqueued Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 811.662143] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 811.662560] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.662745] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.662866] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.663191] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.663418] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.663581] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.663685] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.663936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.664101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.664260] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.089065] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.089300] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.089351] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.089593] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.089676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.089775] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a637c4c-d96d-4c85-965a-e24162926a26 is going to be created. [ 812.118140] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.118252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.118340] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.118545] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.118769] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.123187] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c673c6-9119-4ca1-badf-6bb3ddda46fd',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.130626] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: UNINITIALIZED for 2s [ 812.145117] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4438fc32-84e2-493b-9074-06eef7aa18bb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.162030] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.167213] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.167378] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.167454] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.167671] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.167762] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.167972] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.168227] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.168296] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.168497] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.168840] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.168840] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 is going to be updated. [ 812.200292] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.200292] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.200536] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.200590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.200752] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.204178] env[65962]: INFO networking_nsxv3.common.synchronization [req-93e58916-71d9-49e5-9eee-991781c4f164 req-7305ee2e-328f-4fb4-af2b-6c33cdc94fcb tempest-ServersTestMultiNic-1695483393 tempest-ServersTestMultiNic-1695483393-project-member] Enqueued Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 812.204798] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 812.205127] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.205236] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.212463] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: IN_PROGRESS for 2s [ 812.625941] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.626549] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.626549] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.626706] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.626706] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.626935] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd is going to be updated. [ 812.645592] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.645879] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.646115] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.646415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.646544] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.646689] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4438fc32-84e2-493b-9074-06eef7aa18bb is going to be updated. [ 812.654941] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: SUCCESS [ 812.655287] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.655469] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.655727] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.656061] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.656190] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.656259] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.656429] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.657218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.657218] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.666225] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.666524] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.666524] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.666744] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.666858] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.666963] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 is going to be updated. [ 812.690634] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.690892] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.690892] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.692068] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.692068] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.696888] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.699404] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.699404] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.699404] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.699404] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.735107] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd in Status: IN_PROGRESS for 2s [ 812.735910] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4438fc32-84e2-493b-9074-06eef7aa18bb in Status: IN_PROGRESS for 2s [ 812.739854] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-857 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.740053] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-857" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.740294] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-857" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.740537] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-857" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.740825] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.740981] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.741185] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.741341] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.741569] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.741693] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.741826] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.742313] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.742313] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.742313] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.742480] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.742480] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.766095] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.766299] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.766299] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.766543] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.766699] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.800555] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.800779] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.058 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 812.801580] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.801580] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-857" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.801580] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-342ca0da-98d4-482c-8c6e-8d5f0a369120 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.801829] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-342ca0da-98d4-482c-8c6e-8d5f0a369120" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.801829] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-342ca0da-98d4-482c-8c6e-8d5f0a369120" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.802166] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-342ca0da-98d4-482c-8c6e-8d5f0a369120" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.802357] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('342ca0da-98d4-482c-8c6e-8d5f0a369120',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.804761] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: IN_PROGRESS for 2s [ 813.160018] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.309165] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.309165] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.309165] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.309165] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.309165] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.309165] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 342ca0da-98d4-482c-8c6e-8d5f0a369120 not found, creating... [ 813.309578] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.309631] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.309715] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.309918] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.310062] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.310410] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.310517] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.311427] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.311427] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.311427] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.311427] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 342ca0da-98d4-482c-8c6e-8d5f0a369120 is going to be created. [ 813.349326] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.349639] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.349784] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.350101] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.350429] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.350719] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-342ca0da-98d4-482c-8c6e-8d5f0a369120" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.662294] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.827867] env[65962]: INFO networking_nsxv3.common.synchronization [req-5a8743b7-5835-4fde-a4f5-692574f95e1a req-f4eb2e5e-e089-4b5d-b61c-e522b7fe96d8 tempest-ServerAddressesNegativeTestJSON-842850338 tempest-ServerAddressesNegativeTestJSON-842850338-project-member] Enqueued Resource ID: 7da02dc7-b49e-41ec-95dc-4700d93e9c5a with Priority: HIGHEST for action security_group_members [ 813.828537] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da02dc7-b49e-41ec-95dc-4700d93e9c5a with Priority: HIGHEST for action security_group_members [ 813.828850] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.829077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.829077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.829283] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.829453] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.829556] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.829616] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.829768] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.829850] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.829945] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7da02dc7-b49e-41ec-95dc-4700d93e9c5a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.125391] env[65962]: INFO networking_nsxv3.common.synchronization [req-93e58916-71d9-49e5-9eee-991781c4f164 req-47093f71-ebd6-46da-a909-86876da8de5a service nova] Enqueued Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_rules [ 814.125626] env[65962]: INFO networking_nsxv3.common.synchronization [req-93e58916-71d9-49e5-9eee-991781c4f164 req-47093f71-ebd6-46da-a909-86876da8de5a service nova] Enqueued Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 814.125766] env[65962]: INFO networking_nsxv3.common.synchronization [req-93e58916-71d9-49e5-9eee-991781c4f164 req-47093f71-ebd6-46da-a909-86876da8de5a service nova] Enqueued Resource ID: 342ca0da-98d4-482c-8c6e-8d5f0a369120 with Priority: HIGHEST for action port [ 814.126630] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_rules [ 814.127233] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 814.127233] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342ca0da-98d4-482c-8c6e-8d5f0a369120 with Priority: HIGHEST for action port [ 814.127233] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.127523] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.127523] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.127616] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.127616] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.128558] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.128657] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.128883] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-342ca0da-98d4-482c-8c6e-8d5f0a369120 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.130097] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-342ca0da-98d4-482c-8c6e-8d5f0a369120" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.130097] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-342ca0da-98d4-482c-8c6e-8d5f0a369120" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.130097] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-342ca0da-98d4-482c-8c6e-8d5f0a369120" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.130097] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('342ca0da-98d4-482c-8c6e-8d5f0a369120',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.142482] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: SUCCESS [ 814.142663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.142999] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.142999] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.143177] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.143321] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.143404] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.143610] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.143713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.143802] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.143907] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.166538] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.166538] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.166538] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.166884] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.166884] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.166884] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 is going to be updated. [ 814.199614] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.199811] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.199811] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.200041] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.200211] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.210739] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: IN_PROGRESS for 2s [ 814.221747] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: SUCCESS [ 814.222067] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 deletion is rescheduled due to dependency. [ 814.222256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.222510] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.223033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.223218] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.223311] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.223440] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.223696] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.225345] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.225474] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.332686] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.332849] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.332915] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.333179] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.333273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.333475] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.333574] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.333636] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.333788] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.333862] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.333947] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7da02dc7-b49e-41ec-95dc-4700d93e9c5a is going to be updated. [ 814.363641] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.363895] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.363895] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.364165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.364341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.375093] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7da02dc7-b49e-41ec-95dc-4700d93e9c5a in Status: IN_PROGRESS for 2s [ 814.463185] env[65962]: INFO networking_nsxv3.common.synchronization [req-31c596dd-d982-4ef4-a780-e7bc1bfd9f72 req-2a86f083-c604-40ac-86c0-166e79d860b3 tempest-ServersWithSpecificFlavorTestJSON-691410749 tempest-ServersWithSpecificFlavorTestJSON-691410749-project-member] Enqueued Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGHEST for action security_group_members [ 814.463780] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGHEST for action security_group_members [ 814.464410] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.464410] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.464573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.464731] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.464916] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.465083] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.465179] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.465424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.465555] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.465718] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d5f1da1-5fe0-4ac2-b156-cec7de6c1833',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.632650] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.632650] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.633835] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 342ca0da-98d4-482c-8c6e-8d5f0a369120 with status ACTIVE [ 814.634051] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.634180] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.634246] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.634456] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.634543] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.634720] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.634813] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.634874] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.635062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.635119] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.635310] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.635468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.635468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.635610] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.635690] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.635774] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 342ca0da-98d4-482c-8c6e-8d5f0a369120 is going to be updated. [ 814.647853] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.648088] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.648143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.648389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.648496] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.648594] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.648658] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.648792] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.648876] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.648961] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.649204] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.649295] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.649343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.649461] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.649598] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.649684] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.649741] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.649867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.649940] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.651297] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.651344] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.666329] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.666645] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.666645] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.666757] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.666900] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.667091] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-342ca0da-98d4-482c-8c6e-8d5f0a369120" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.730955] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.749962] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd in Status: SUCCESS [ 814.749962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.749962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.749962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.749962] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.749962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.749962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.749962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.749962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.749962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.749962] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3c673c6-9119-4ca1-badf-6bb3ddda46fd',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.751738] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4438fc32-84e2-493b-9074-06eef7aa18bb in Status: SUCCESS [ 814.752141] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.752797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.753129] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.753414] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.754027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.754027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.754027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.754027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.754252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.754252] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4438fc32-84e2-493b-9074-06eef7aa18bb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.818077] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: SUCCESS [ 814.818077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.818077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.818077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.818077] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.818077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.818077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.818645] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.818645] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.818645] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.818645] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.834711] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.834711] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-434" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.834711] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-434" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.834711] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-434" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.834711] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.834711] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.834711] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.834711] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.834711] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.834711] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.834711] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.834711] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.834711] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.835376] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.835376] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.835376] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.857660] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.858096] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 814.858096] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.858096] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-434" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.859160] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-be784135-7645-4939-a9fa-dadd830c0d27 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.859428] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-be784135-7645-4939-a9fa-dadd830c0d27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.859648] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-be784135-7645-4939-a9fa-dadd830c0d27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.860052] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-be784135-7645-4939-a9fa-dadd830c0d27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.860238] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be784135-7645-4939-a9fa-dadd830c0d27',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.968496] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.968655] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.968726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.968950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.969705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.969705] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.969705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.969705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.969705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.969952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.969952] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 is going to be updated. [ 815.003723] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.004140] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.004251] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.004652] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.004924] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.015190] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 in Status: IN_PROGRESS for 2s [ 815.154059] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a637c4c-d96d-4c85-965a-e24162926a26: rpc.has_security_group_logging(os_id): False [ 815.172595] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.172730] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.172799] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.172989] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.173105] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.173332] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.173440] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.173509] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.173630] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.173691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.173864] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.173957] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.174134] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.174240] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.174295] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.174501] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.174601] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.174669] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.174796] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.174864] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.174945] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a637c4c-d96d-4c85-965a-e24162926a26 is going to be created. [ 815.228899] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-616 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.229145] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-616" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.229287] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-616" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.229622] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-616" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.229891] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.230069] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.230184] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.230544] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.230796] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.231086] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.231212] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.231327] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.231432] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.231541] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.231641] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.231771] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.233319] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.235692] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.235813] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.235881] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.236095] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.236529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.250292] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: IN_PROGRESS for 2s [ 815.255896] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.256122] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.256259] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.256425] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-616" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.256751] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-37a6735c-660d-4d4c-835a-c9f1e1658b3c taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.256946] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-37a6735c-660d-4d4c-835a-c9f1e1658b3c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.257080] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-37a6735c-660d-4d4c-835a-c9f1e1658b3c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.257390] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-37a6735c-660d-4d4c-835a-c9f1e1658b3c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.257523] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37a6735c-660d-4d4c-835a-c9f1e1658b3c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.258438] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3c673c6-9119-4ca1-badf-6bb3ddda46fd',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.259880] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4438fc32-84e2-493b-9074-06eef7aa18bb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.321465] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.321697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.321697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.321831] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.321948] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.322059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.322118] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.322269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.322411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.322560] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.322721] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.322806] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.322876] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.323014] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.323191] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.323359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.323441] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.323570] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.323688] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.323825] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.323920] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.363643] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.363904] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.364032] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.364315] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.364459] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.364611] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port be784135-7645-4939-a9fa-dadd830c0d27 not found, creating... [ 815.364880] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.365042] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.365146] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.365369] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.365498] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.365817] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.366044] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.366172] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.366400] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.366533] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.366688] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: be784135-7645-4939-a9fa-dadd830c0d27 is going to be created. [ 815.405588] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.406321] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.406579] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.407000] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.407367] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.407726] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-be784135-7645-4939-a9fa-dadd830c0d27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.736350] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.736778] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.736778] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.736898] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.737041] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.737141] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 is going to be updated. [ 815.762342] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.762578] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.762714] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.763180] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.763274] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.763469] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 37a6735c-660d-4d4c-835a-c9f1e1658b3c not found, creating... [ 815.763791] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.763973] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.764126] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.764366] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.764500] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.764806] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.764957] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.765102] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.765306] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.765433] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.765566] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 37a6735c-660d-4d4c-835a-c9f1e1658b3c is going to be created. [ 815.766810] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4438fc32-84e2-493b-9074-06eef7aa18bb: rpc.has_security_group_logging(os_id): False [ 815.767771] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3c673c6-9119-4ca1-badf-6bb3ddda46fd: rpc.has_security_group_logging(os_id): False [ 815.769921] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.770077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.770137] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.770374] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.770561] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.791350] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: IN_PROGRESS for 2s [ 815.792284] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.792467] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.792467] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.792693] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.792781] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.792996] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.793111] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.793307] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.793478] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.793558] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.793662] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4438fc32-84e2-493b-9074-06eef7aa18bb is going to be updated. [ 815.795274] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.795387] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.795437] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.795598] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.795676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.795864] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.795962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.796129] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.796282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.796359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.796459] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd is going to be created. [ 815.798290] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.798473] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.798591] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.798802] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.799093] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.799359] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-37a6735c-660d-4d4c-835a-c9f1e1658b3c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.826440] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f10de2a-235f-4e5c-9f09-2601b87e1f98: rpc.has_security_group_logging(os_id): False [ 815.851514] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.851733] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.851733] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.851919] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.852025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.852280] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.852398] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.852459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.852646] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.852724] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.852947] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.853062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.853129] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.853315] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.853382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.853589] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.853690] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.853783] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.853913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.853988] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.854109] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 is going to be updated. [ 815.906268] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.906456] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.906456] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.906656] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.906839] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.918929] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.919116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.919187] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.919402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.919591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.942940] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd in Status: IN_PROGRESS for 2s [ 815.948290] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4438fc32-84e2-493b-9074-06eef7aa18bb in Status: IN_PROGRESS for 2s [ 816.002265] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.002460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.002460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.002675] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.002821] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.062918] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: IN_PROGRESS for 2s [ 816.136101] env[65962]: INFO networking_nsxv3.common.synchronization [req-31c596dd-d982-4ef4-a780-e7bc1bfd9f72 req-e86f2b0c-44e3-41f3-b425-6c8fb0273540 service nova] Enqueued Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGHEST for action security_group_rules [ 816.136225] env[65962]: INFO networking_nsxv3.common.synchronization [req-31c596dd-d982-4ef4-a780-e7bc1bfd9f72 req-e86f2b0c-44e3-41f3-b425-6c8fb0273540 service nova] Enqueued Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGHEST for action security_group_members [ 816.136418] env[65962]: INFO networking_nsxv3.common.synchronization [req-31c596dd-d982-4ef4-a780-e7bc1bfd9f72 req-e86f2b0c-44e3-41f3-b425-6c8fb0273540 service nova] Enqueued Resource ID: be784135-7645-4939-a9fa-dadd830c0d27 with Priority: HIGHEST for action port [ 816.137058] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGHEST for action security_group_rules [ 816.137525] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGHEST for action security_group_members [ 816.137684] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be784135-7645-4939-a9fa-dadd830c0d27 with Priority: HIGHEST for action port [ 816.137986] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.138172] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.138242] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.138458] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.138541] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d5f1da1-5fe0-4ac2-b156-cec7de6c1833',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.140395] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.140753] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.141132] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-be784135-7645-4939-a9fa-dadd830c0d27 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.141271] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be784135-7645-4939-a9fa-dadd830c0d27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.141311] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be784135-7645-4939-a9fa-dadd830c0d27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.141537] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be784135-7645-4939-a9fa-dadd830c0d27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.141615] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be784135-7645-4939-a9fa-dadd830c0d27',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.221657] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: IN_PROGRESS for 4s [ 816.388504] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7da02dc7-b49e-41ec-95dc-4700d93e9c5a in Status: SUCCESS [ 816.388699] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7da02dc7-b49e-41ec-95dc-4700d93e9c5a deletion is rescheduled due to dependency. [ 816.388819] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.506579] env[65962]: INFO networking_nsxv3.common.synchronization [req-93e58916-71d9-49e5-9eee-991781c4f164 req-1ce6a3b3-4cb1-4c08-a109-29bbc616bd6d service nova] Enqueued Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_rules [ 816.506782] env[65962]: INFO networking_nsxv3.common.synchronization [req-93e58916-71d9-49e5-9eee-991781c4f164 req-1ce6a3b3-4cb1-4c08-a109-29bbc616bd6d service nova] Enqueued Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 816.506916] env[65962]: INFO networking_nsxv3.common.synchronization [req-93e58916-71d9-49e5-9eee-991781c4f164 req-1ce6a3b3-4cb1-4c08-a109-29bbc616bd6d service nova] Enqueued Resource ID: 37a6735c-660d-4d4c-835a-c9f1e1658b3c with Priority: HIGHEST for action port [ 816.508006] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_rules [ 816.508221] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 816.508355] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a6735c-660d-4d4c-835a-c9f1e1658b3c with Priority: HIGHEST for action port [ 816.508623] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.508707] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.508892] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.508975] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.509243] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-37a6735c-660d-4d4c-835a-c9f1e1658b3c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.509350] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37a6735c-660d-4d4c-835a-c9f1e1658b3c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.509413] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37a6735c-660d-4d4c-835a-c9f1e1658b3c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.509614] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37a6735c-660d-4d4c-835a-c9f1e1658b3c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.509694] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37a6735c-660d-4d4c-835a-c9f1e1658b3c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.642274] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.642469] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.647111] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be784135-7645-4939-a9fa-dadd830c0d27 with status ACTIVE [ 816.647111] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.647268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.647376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.647597] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.647665] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.648133] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.648133] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.648133] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.648278] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.649382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.649382] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.649382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.649382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.649382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.649382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.649382] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be784135-7645-4939-a9fa-dadd830c0d27 is going to be updated. [ 816.672489] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.672653] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.672744] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.672953] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.673140] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.673340] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be784135-7645-4939-a9fa-dadd830c0d27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.012765] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37a6735c-660d-4d4c-835a-c9f1e1658b3c with status ACTIVE [ 817.012765] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.012765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.012765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.013269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.013269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.013269] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.014018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.014018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.014018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.014018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.014018] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.014018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.014018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.014287] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.014287] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.014287] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37a6735c-660d-4d4c-835a-c9f1e1658b3c is going to be updated. [ 817.027083] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 in Status: SUCCESS [ 817.027083] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 deletion is rescheduled due to dependency. [ 817.027083] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.027640] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.027868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.028549] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.028549] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.028549] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.028549] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.028549] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.028902] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d5f1da1-5fe0-4ac2-b156-cec7de6c1833',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.039394] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.039558] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.039673] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.040227] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.040433] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.040637] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37a6735c-660d-4d4c-835a-c9f1e1658b3c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.265889] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: SUCCESS [ 817.265889] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.530628] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d5f1da1-5fe0-4ac2-b156-cec7de6c1833',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.702726] env[65962]: INFO networking_nsxv3.common.synchronization [req-fceca78a-fcd0-4140-b500-e5a2bf35017b req-160d5e20-8394-4899-91c0-bd496f2c6d42 tempest-ServersAdminNegativeTestJSON-1663123252 tempest-ServersAdminNegativeTestJSON-1663123252-project-member] Enqueued Resource ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 with Priority: HIGHEST for action security_group_members [ 817.703882] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 with Priority: HIGHEST for action security_group_members [ 817.703882] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7748df98-6008-4198-a2b1-5fbbdfbdcec8 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.703882] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.703882] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.704072] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.705376] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.705376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.705376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.705376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.705376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.705376] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7748df98-6008-4198-a2b1-5fbbdfbdcec8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.802640] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: SUCCESS [ 817.802878] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.803081] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.803352] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.803550] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.803679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.803753] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.804171] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.804171] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.804171] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.814400] env[65962]: INFO networking_nsxv3.common.synchronization [req-552d9f49-46e9-48cc-be87-423a8f91f1d9 req-276ff10a-e6c1-407e-ac49-f0efcb30db50 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 4438fc32-84e2-493b-9074-06eef7aa18bb with Priority: HIGHEST for action security_group_members [ 817.814400] env[65962]: INFO networking_nsxv3.common.synchronization [req-552d9f49-46e9-48cc-be87-423a8f91f1d9 req-276ff10a-e6c1-407e-ac49-f0efcb30db50 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 817.814567] env[65962]: INFO networking_nsxv3.common.synchronization [req-552d9f49-46e9-48cc-be87-423a8f91f1d9 req-276ff10a-e6c1-407e-ac49-f0efcb30db50 tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd with Priority: HIGHEST for action security_group_members [ 817.815248] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4438fc32-84e2-493b-9074-06eef7aa18bb with Priority: HIGHEST for action security_group_members [ 817.815382] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 817.815493] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd with Priority: HIGHEST for action security_group_members [ 817.815792] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4438fc32-84e2-493b-9074-06eef7aa18bb taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.815967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.815967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.816246] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.816649] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.816649] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.816649] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.816649] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.816945] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.816945] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4438fc32-84e2-493b-9074-06eef7aa18bb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.817727] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.818568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.818666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.818835] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.819240] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.819240] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.819240] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.819433] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.819433] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.819523] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.821349] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c673c6-9119-4ca1-badf-6bb3ddda46fd taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.821349] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.821349] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.821349] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.821349] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.821349] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.821349] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.821650] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.821650] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.821650] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c673c6-9119-4ca1-badf-6bb3ddda46fd',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.962255] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd in Status: SUCCESS [ 817.962255] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.962255] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4438fc32-84e2-493b-9074-06eef7aa18bb in Status: SUCCESS [ 817.962582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.033173] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d5f1da1-5fe0-4ac2-b156-cec7de6c1833',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.083079] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: SUCCESS [ 818.083079] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.189147] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.189390] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.190190] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.190190] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.190638] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.190740] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.190843] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.191147] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.191308] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.191678] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.191678] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.191808] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.191808] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.192122] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.192122] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.192122] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.207434] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.207756] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.207894] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.208458] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.208458] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.208779] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.208938] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.209062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.209407] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.209472] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.209780] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 already deleted. [ 818.209780] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.215435] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.215660] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.215902] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.216128] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.216528] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-eab7e385-92fe-462e-b86a-0e25dc1671d7 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.216794] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-eab7e385-92fe-462e-b86a-0e25dc1671d7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.216943] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-eab7e385-92fe-462e-b86a-0e25dc1671d7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.217288] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-eab7e385-92fe-462e-b86a-0e25dc1671d7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.217463] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eab7e385-92fe-462e-b86a-0e25dc1671d7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.233410] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: SUCCESS [ 818.233636] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.233799] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.234019] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.234219] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.235765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.235765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.235765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.235765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.235765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.235765] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.308199] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.323735] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.326064] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.326064] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.326064] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.326064] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.326064] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.326064] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.326064] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.326064] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.327040] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.327040] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4438fc32-84e2-493b-9074-06eef7aa18bb is going to be updated. [ 818.327948] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.328805] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.328967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.329294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.329294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.329472] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.329687] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.329820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.329906] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.330100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.330213] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.330339] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd is going to be updated. [ 818.364521] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.364666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.364726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.364948] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.365103] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.367683] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.367868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.368123] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.368393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.368585] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.380684] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd in Status: IN_PROGRESS for 2s [ 818.381760] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4438fc32-84e2-493b-9074-06eef7aa18bb in Status: IN_PROGRESS for 2s [ 818.537494] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.537494] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.537494] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.537494] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.537494] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.537494] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 is going to be updated. [ 818.596356] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.596356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.596356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.596356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.596356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.607885] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 in Status: IN_PROGRESS for 2s [ 818.720883] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.721095] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.721311] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.721484] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.721627] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.721818] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port eab7e385-92fe-462e-b86a-0e25dc1671d7 not found, creating... [ 818.722130] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.722303] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.722432] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.722652] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.722786] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.723116] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.723282] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.723356] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.723593] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.723738] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.723930] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: eab7e385-92fe-462e-b86a-0e25dc1671d7 is going to be created. [ 818.737473] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.737572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.737622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.737872] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.738085] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.738226] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.738293] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.739191] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.739292] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.739388] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.739583] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.739684] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.739769] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.739897] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.741640] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.741775] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.741851] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.744084] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.747024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.747024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.747024] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.748321] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.748525] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.748639] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.748944] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.749238] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.749489] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-eab7e385-92fe-462e-b86a-0e25dc1671d7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.811397] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.833315] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.247971] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01f0f02e-0b2d-4216-a239-56734e9d8bc7: rpc.has_security_group_logging(os_id): False [ 819.284536] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.284794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.284794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.284977] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.285228] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.285308] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.285490] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.285490] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.285730] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.285730] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.285849] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.285940] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.286028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.286184] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.286259] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.286449] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.286541] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.286595] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.286729] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.286800] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.286883] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 is going to be updated. [ 819.316323] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.317130] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.317130] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.318684] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.318684] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.318917] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 is going to be updated. [ 819.336297] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.336465] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.336541] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.337201] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.337256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.337401] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 is going to be updated. [ 819.394340] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.394558] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.394640] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.394865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.395023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.397303] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.397445] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.397519] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.397722] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.397863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.413712] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: IN_PROGRESS for 2s [ 819.417348] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: IN_PROGRESS for 2s [ 819.425742] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.425829] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.425906] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.427145] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.427145] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.463044] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: IN_PROGRESS for 2s [ 819.595983] env[65962]: INFO networking_nsxv3.common.synchronization [req-fceca78a-fcd0-4140-b500-e5a2bf35017b req-3c5c7e2f-40f9-4438-95f3-fda6868074d1 service nova] Enqueued Resource ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 with Priority: HIGHEST for action security_group_rules [ 819.595983] env[65962]: INFO networking_nsxv3.common.synchronization [req-fceca78a-fcd0-4140-b500-e5a2bf35017b req-3c5c7e2f-40f9-4438-95f3-fda6868074d1 service nova] Enqueued Resource ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 with Priority: HIGHEST for action security_group_members [ 819.595983] env[65962]: INFO networking_nsxv3.common.synchronization [req-fceca78a-fcd0-4140-b500-e5a2bf35017b req-3c5c7e2f-40f9-4438-95f3-fda6868074d1 service nova] Enqueued Resource ID: eab7e385-92fe-462e-b86a-0e25dc1671d7 with Priority: HIGHEST for action port [ 819.595983] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 with Priority: HIGHEST for action security_group_rules [ 819.595983] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 with Priority: HIGHEST for action security_group_members [ 819.595983] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab7e385-92fe-462e-b86a-0e25dc1671d7 with Priority: HIGHEST for action port [ 819.596716] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7748df98-6008-4198-a2b1-5fbbdfbdcec8 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.596906] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.596995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.597317] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.597430] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7748df98-6008-4198-a2b1-5fbbdfbdcec8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.598400] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7748df98-6008-4198-a2b1-5fbbdfbdcec8 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.598552] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.598622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.598802] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.599450] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.599602] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.599756] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.599943] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.600072] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.600244] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7748df98-6008-4198-a2b1-5fbbdfbdcec8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.603700] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-eab7e385-92fe-462e-b86a-0e25dc1671d7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.603700] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eab7e385-92fe-462e-b86a-0e25dc1671d7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.603700] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eab7e385-92fe-462e-b86a-0e25dc1671d7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.603700] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eab7e385-92fe-462e-b86a-0e25dc1671d7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.603700] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eab7e385-92fe-462e-b86a-0e25dc1671d7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.105934] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7748df98-6008-4198-a2b1-5fbbdfbdcec8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.108666] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7748df98-6008-4198-a2b1-5fbbdfbdcec8 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.108814] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.108962] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eab7e385-92fe-462e-b86a-0e25dc1671d7 with status ACTIVE [ 820.109251] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.109353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.109353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.109548] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.109637] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.110076] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.110076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.110076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.113654] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.113654] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.113654] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.113654] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.113654] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.113654] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.113654] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.113654] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eab7e385-92fe-462e-b86a-0e25dc1671d7 is going to be updated. [ 820.134534] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.136728] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.136728] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.136728] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.136728] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.136728] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eab7e385-92fe-462e-b86a-0e25dc1671d7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.396619] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4438fc32-84e2-493b-9074-06eef7aa18bb in Status: SUCCESS [ 820.396619] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4438fc32-84e2-493b-9074-06eef7aa18bb deletion is rescheduled due to dependency. [ 820.396619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.397508] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd in Status: SUCCESS [ 820.397674] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd deletion is rescheduled due to dependency. [ 820.397786] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.613701] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7748df98-6008-4198-a2b1-5fbbdfbdcec8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.621300] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 in Status: SUCCESS [ 820.621523] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.621698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.621916] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.622125] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.622250] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.622377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.622610] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.622610] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.622747] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.622747] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d5f1da1-5fe0-4ac2-b156-cec7de6c1833',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.812354] env[65962]: INFO networking_nsxv3.common.synchronization [req-922d2efd-5272-4a6a-ba77-f2021e007d1b req-2c0fef60-a184-4c8d-bcbf-db009f83679a tempest-MigrationsAdminTest-1609886309 tempest-MigrationsAdminTest-1609886309-project-member] Enqueued Resource ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 with Priority: HIGHEST for action security_group_members [ 820.813015] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 with Priority: HIGHEST for action security_group_members [ 820.813373] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.813565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.813705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.813982] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.814188] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.814355] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.814462] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.814673] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.814835] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.814995] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a06b28f6-e8ae-43a7-8f14-43b9e3dbb021',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.117891] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.117891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.117891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.117891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.117891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.117891] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 is going to be created. [ 821.125595] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d5f1da1-5fe0-4ac2-b156-cec7de6c1833',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.146607] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.146607] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.146607] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.146607] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.146607] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.162180] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 in Status: UNINITIALIZED for 2s [ 821.320540] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a06b28f6-e8ae-43a7-8f14-43b9e3dbb021',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.426806] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: SUCCESS [ 821.427355] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.427475] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.428025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.428195] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.428323] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.428810] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.428810] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.428810] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.428810] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.429215] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.431620] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: SUCCESS [ 821.431826] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.432569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.432569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.432569] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.432569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.433962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.433962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.433962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.433962] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.486835] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: SUCCESS [ 821.487024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.503500] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.503500] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.503786] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.503786] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.505297] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.505479] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.505479] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.505791] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.506316] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.506316] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.506479] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.506479] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.506590] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.506798] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.506798] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.506899] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.539025] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.539025] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 821.539025] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.539025] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.539025] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-9a501db4-6b8b-4e32-9d11-6259d097a594 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.539025] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-9a501db4-6b8b-4e32-9d11-6259d097a594" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.539025] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-9a501db4-6b8b-4e32-9d11-6259d097a594" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.539025] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-9a501db4-6b8b-4e32-9d11-6259d097a594" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.539025] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a501db4-6b8b-4e32-9d11-6259d097a594',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.630491] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833: rpc.has_security_group_logging(os_id): False [ 821.654273] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.654273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.654273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.654273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.654273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.654273] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.654273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.654273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.654273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.654585] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.654585] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 is going to be updated. [ 821.722124] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.722124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.722124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.722355] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.722430] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.736806] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 in Status: IN_PROGRESS for 2s [ 821.823320] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a06b28f6-e8ae-43a7-8f14-43b9e3dbb021',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.935899] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.936056] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.938222] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.045017] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.045017] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.045017] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.045017] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.045017] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.045017] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 9a501db4-6b8b-4e32-9d11-6259d097a594 not found, creating... [ 822.045017] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.045017] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.045017] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.045017] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.045017] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.045728] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.045728] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.045728] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.045728] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.045728] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.046814] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 9a501db4-6b8b-4e32-9d11-6259d097a594 is going to be created. [ 822.071024] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.071024] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.071024] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.071343] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.071481] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.071786] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-9a501db4-6b8b-4e32-9d11-6259d097a594" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.327849] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.328016] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.328158] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.328412] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.328509] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.328613] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 is going to be updated. [ 822.362746] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.362944] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.363316] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.363316] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.363431] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.382952] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 in Status: IN_PROGRESS for 2s [ 822.441483] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.909294] env[65962]: INFO networking_nsxv3.common.synchronization [req-922d2efd-5272-4a6a-ba77-f2021e007d1b req-d7ba4aa3-e59b-43e3-aac9-4917b5b522d7 service nova] Enqueued Resource ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 with Priority: HIGHEST for action security_group_rules [ 822.909294] env[65962]: INFO networking_nsxv3.common.synchronization [req-922d2efd-5272-4a6a-ba77-f2021e007d1b req-d7ba4aa3-e59b-43e3-aac9-4917b5b522d7 service nova] Enqueued Resource ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 with Priority: HIGHEST for action security_group_members [ 822.909520] env[65962]: INFO networking_nsxv3.common.synchronization [req-922d2efd-5272-4a6a-ba77-f2021e007d1b req-d7ba4aa3-e59b-43e3-aac9-4917b5b522d7 service nova] Enqueued Resource ID: 9a501db4-6b8b-4e32-9d11-6259d097a594 with Priority: HIGHEST for action port [ 822.909674] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 with Priority: HIGHEST for action security_group_rules [ 822.909818] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 with Priority: HIGHEST for action security_group_members [ 822.909911] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a501db4-6b8b-4e32-9d11-6259d097a594 with Priority: HIGHEST for action port [ 822.910564] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.910637] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.910677] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.911183] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.911241] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a06b28f6-e8ae-43a7-8f14-43b9e3dbb021',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.912123] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.912289] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.912645] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a501db4-6b8b-4e32-9d11-6259d097a594 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.913615] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a501db4-6b8b-4e32-9d11-6259d097a594" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.913692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a501db4-6b8b-4e32-9d11-6259d097a594" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.914265] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a501db4-6b8b-4e32-9d11-6259d097a594" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.914265] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a501db4-6b8b-4e32-9d11-6259d097a594',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.943613] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.943813] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.943903] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.944128] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.944231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.944334] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 is going to be updated. [ 822.977273] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.977375] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.977415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.977640] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.977803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.987363] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: IN_PROGRESS for 2s [ 823.172538] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 in Status: SUCCESS [ 823.173682] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.173799] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.174043] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.174248] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.174367] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.174432] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.174667] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.174667] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.174759] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.174830] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7748df98-6008-4198-a2b1-5fbbdfbdcec8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.416988] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.417262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.417500] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a501db4-6b8b-4e32-9d11-6259d097a594 with status ACTIVE [ 823.417679] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.417789] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.417852] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.418346] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.418346] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.418469] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.418530] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.418575] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.418698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.418770] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.418945] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.419052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.419120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.419375] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.419375] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.419466] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a501db4-6b8b-4e32-9d11-6259d097a594 is going to be updated. [ 823.447589] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.448111] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.448111] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.448111] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.448422] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.448422] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a501db4-6b8b-4e32-9d11-6259d097a594" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.679797] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7748df98-6008-4198-a2b1-5fbbdfbdcec8 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.679955] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.680061] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.680285] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.680591] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.680684] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.680726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.681503] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.681503] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.681503] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.683334] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7748df98-6008-4198-a2b1-5fbbdfbdcec8 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.683451] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.683535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.683695] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.683846] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.683932] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.683986] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.684144] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.684231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.684309] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.684441] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7748df98-6008-4198-a2b1-5fbbdfbdcec8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.751733] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 in Status: SUCCESS [ 823.751992] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.190433] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7748df98-6008-4198-a2b1-5fbbdfbdcec8: rpc.has_security_group_logging(os_id): False [ 824.211826] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.212101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.212213] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.212414] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.212496] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.212722] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.212817] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.212878] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.213032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.213115] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.213290] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.213377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.213428] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.213561] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.213640] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.213829] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.213915] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.213974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.214983] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.215079] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.215285] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 is going to be created. [ 824.298860] env[65962]: INFO networking_nsxv3.common.synchronization [None req-efd06446-f816-49d4-98a5-8cc9ee6eabaf None None] Enqueued Resource ID: 860ce578-edc5-4acb-a9a1-1f6510b16e50 with Priority: HIGHEST for action port [ 824.300466] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.300800] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.301878] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.301878] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.301878] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.302924] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 860ce578-edc5-4acb-a9a1-1f6510b16e50 with Priority: HIGHEST for action port [ 824.303288] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-860ce578-edc5-4acb-a9a1-1f6510b16e50 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.303433] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-860ce578-edc5-4acb-a9a1-1f6510b16e50" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.303500] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-860ce578-edc5-4acb-a9a1-1f6510b16e50" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.303704] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-860ce578-edc5-4acb-a9a1-1f6510b16e50" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.303781] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('860ce578-edc5-4acb-a9a1-1f6510b16e50',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.322908] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 in Status: IN_PROGRESS for 2s [ 824.398205] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 in Status: SUCCESS [ 824.398489] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.399529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.399529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.399529] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.399529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.399529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.399793] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.399793] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.399793] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a06b28f6-e8ae-43a7-8f14-43b9e3dbb021',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.806610] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 860ce578-edc5-4acb-a9a1-1f6510b16e50 [ 824.807080] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.807204] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.807304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.807568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.807705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.807812] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:860ce578-edc5-4acb-a9a1-1f6510b16e50 already deleted. [ 824.807913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-860ce578-edc5-4acb-a9a1-1f6510b16e50" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.902921] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a06b28f6-e8ae-43a7-8f14-43b9e3dbb021',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.998754] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: SUCCESS [ 824.998817] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.999606] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.999606] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.999606] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.999606] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.999829] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.999940] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.000062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.000285] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.000514] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.000659] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.000746] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.001679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.001679] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.001679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.001808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.002754] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.002823] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.003031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.003153] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.277356] env[65962]: INFO networking_nsxv3.common.synchronization [req-9a451d59-de4b-4d4b-98d3-02189af68184 req-c64e1719-a4a8-4ca6-a48b-c1abe76ef6b6 tempest-ImagesTestJSON-946931724 tempest-ImagesTestJSON-946931724-project-member] Enqueued Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 825.277885] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 825.278232] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.278368] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.278439] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.278760] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.278816] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.278864] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.278928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.279123] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.279213] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.279322] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.407192] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a06b28f6-e8ae-43a7-8f14-43b9e3dbb021',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.505755] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0: rpc.has_security_group_logging(os_id): False [ 825.533978] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.535471] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.535471] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.535471] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.535471] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.535471] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.535471] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.535471] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.535471] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.535471] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.535831] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.535831] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.535831] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.535959] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.535995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.536773] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.536773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.536773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.536773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.536773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.537518] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 is going to be updated. [ 825.626988] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.627161] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.627258] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.627532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.627765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.653890] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: IN_PROGRESS for 2s [ 825.784336] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.784596] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.784775] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.785116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.785293] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.785628] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.785958] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.785958] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.786169] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.786344] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.786542] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e is going to be updated. [ 825.836063] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.836609] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.836609] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.836609] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.836609] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.852272] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: IN_PROGRESS for 2s [ 825.910462] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.910721] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.910721] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.911229] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.911229] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.911229] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 is going to be updated. [ 825.956532] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.956532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.956532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.956532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.956532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.971359] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 in Status: IN_PROGRESS for 2s [ 826.341191] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 in Status: SUCCESS [ 826.341531] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.588975] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.589196] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-46" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.589318] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-46" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.589587] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-46" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.589825] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.589964] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.590606] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.590846] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.590997] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.591233] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.591345] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.591453] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.591653] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.591653] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.591838] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.591873] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.615132] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.615654] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 826.615654] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.615927] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-46" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.616389] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-fcea1e7d-6191-4344-9e3b-6e177836fce8 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.616508] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-fcea1e7d-6191-4344-9e3b-6e177836fce8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.616596] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-fcea1e7d-6191-4344-9e3b-6e177836fce8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.616950] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-fcea1e7d-6191-4344-9e3b-6e177836fce8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.617424] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcea1e7d-6191-4344-9e3b-6e177836fce8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.860030] env[65962]: INFO networking_nsxv3.common.synchronization [None req-6175e0cb-dd8e-42c7-bb90-5105b04ea511 None None] Enqueued Resource ID: 6736fd0a-3fdd-4414-82af-774f0b9603e0 with Priority: HIGHEST for action port [ 826.860030] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6736fd0a-3fdd-4414-82af-774f0b9603e0 with Priority: HIGHEST for action port [ 826.860030] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-6736fd0a-3fdd-4414-82af-774f0b9603e0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.860773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6736fd0a-3fdd-4414-82af-774f0b9603e0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.860964] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6736fd0a-3fdd-4414-82af-774f0b9603e0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.862034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6736fd0a-3fdd-4414-82af-774f0b9603e0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.862034] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6736fd0a-3fdd-4414-82af-774f0b9603e0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.122387] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.122387] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.122387] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.122387] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.122387] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.122387] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port fcea1e7d-6191-4344-9e3b-6e177836fce8 not found, creating... [ 827.122792] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.122792] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.122939] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.123152] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.123315] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.123679] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.123844] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.123966] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.127028] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.127028] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.127028] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: fcea1e7d-6191-4344-9e3b-6e177836fce8 is going to be created. [ 827.166669] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.166941] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.167206] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.167466] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.167772] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.168107] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-fcea1e7d-6191-4344-9e3b-6e177836fce8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.366273] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6736fd0a-3fdd-4414-82af-774f0b9603e0 [ 827.366273] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.366273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.366273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.366573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.366573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.366657] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6736fd0a-3fdd-4414-82af-774f0b9603e0 already deleted. [ 827.367482] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6736fd0a-3fdd-4414-82af-774f0b9603e0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.456800] env[65962]: INFO networking_nsxv3.common.synchronization [None req-73e78f24-96cb-4db1-836c-b8db2539524c None None] Enqueued Resource ID: fa9bca0e-3ace-45b5-b22e-c3597598cab7 with Priority: HIGHEST for action port [ 827.456800] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa9bca0e-3ace-45b5-b22e-c3597598cab7 with Priority: HIGHEST for action port [ 827.457290] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa9bca0e-3ace-45b5-b22e-c3597598cab7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.457440] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa9bca0e-3ace-45b5-b22e-c3597598cab7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.457531] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa9bca0e-3ace-45b5-b22e-c3597598cab7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.457824] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa9bca0e-3ace-45b5-b22e-c3597598cab7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.457932] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa9bca0e-3ace-45b5-b22e-c3597598cab7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.508172] env[65962]: INFO networking_nsxv3.common.synchronization [None req-beef55ff-e9e6-4d2a-ab7d-1a27c72146a3 None None] Enqueued Resource ID: 27df2c7f-68e4-480e-a8fd-328e984cdc56 with Priority: HIGHEST for action port [ 827.509371] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27df2c7f-68e4-480e-a8fd-328e984cdc56 with Priority: HIGHEST for action port [ 827.511076] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-27df2c7f-68e4-480e-a8fd-328e984cdc56 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.511076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27df2c7f-68e4-480e-a8fd-328e984cdc56" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.511076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27df2c7f-68e4-480e-a8fd-328e984cdc56" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.511076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27df2c7f-68e4-480e-a8fd-328e984cdc56" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.511076] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27df2c7f-68e4-480e-a8fd-328e984cdc56',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.683022] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: SUCCESS [ 827.684744] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.684744] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.684744] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.684744] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.864322] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: SUCCESS [ 827.864585] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e deletion is rescheduled due to dependency. [ 827.864625] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.905642] env[65962]: INFO networking_nsxv3.common.synchronization [req-9a451d59-de4b-4d4b-98d3-02189af68184 req-f27f0441-ad80-4f49-b3ce-d79c79ba7028 service nova] Enqueued Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_rules [ 827.905642] env[65962]: INFO networking_nsxv3.common.synchronization [req-9a451d59-de4b-4d4b-98d3-02189af68184 req-f27f0441-ad80-4f49-b3ce-d79c79ba7028 service nova] Enqueued Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 827.905642] env[65962]: INFO networking_nsxv3.common.synchronization [req-9a451d59-de4b-4d4b-98d3-02189af68184 req-f27f0441-ad80-4f49-b3ce-d79c79ba7028 service nova] Enqueued Resource ID: fcea1e7d-6191-4344-9e3b-6e177836fce8 with Priority: HIGHEST for action port [ 827.906083] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_rules [ 827.906195] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 827.906239] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcea1e7d-6191-4344-9e3b-6e177836fce8 with Priority: HIGHEST for action port [ 827.906549] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.906674] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.906740] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.906946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.907109] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.907986] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.908126] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.908225] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.908409] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.908584] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.909679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.909679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.909679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.909679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.909679] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.910123] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcea1e7d-6191-4344-9e3b-6e177836fce8 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.910123] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcea1e7d-6191-4344-9e3b-6e177836fce8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.910358] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcea1e7d-6191-4344-9e3b-6e177836fce8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.910498] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcea1e7d-6191-4344-9e3b-6e177836fce8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.910571] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcea1e7d-6191-4344-9e3b-6e177836fce8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.961130] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa9bca0e-3ace-45b5-b22e-c3597598cab7 [ 827.961130] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.961130] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.961130] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.961130] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.961130] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.961130] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa9bca0e-3ace-45b5-b22e-c3597598cab7 already deleted. [ 827.961130] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa9bca0e-3ace-45b5-b22e-c3597598cab7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.984283] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 in Status: SUCCESS [ 827.985484] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.985684] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.985928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.986732] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.986732] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.986732] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.986732] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.986732] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.986732] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.987030] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a06b28f6-e8ae-43a7-8f14-43b9e3dbb021',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.013493] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27df2c7f-68e4-480e-a8fd-328e984cdc56 [ 828.014903] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.014903] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.014903] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.014903] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.014903] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.014903] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27df2c7f-68e4-480e-a8fd-328e984cdc56 already deleted. [ 828.014903] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27df2c7f-68e4-480e-a8fd-328e984cdc56" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.133036] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.133036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.133036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.133036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.133036] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.191021] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.191021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.191021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.191021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.191021] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.191021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.191021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.191021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.191534] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.191534] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.191534] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.417205] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.417328] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.417594] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.418561] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcea1e7d-6191-4344-9e3b-6e177836fce8 with status ACTIVE [ 828.418732] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.418838] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.418901] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.419196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.419293] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.419488] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.419593] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.419663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.419827] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.419924] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.422623] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.423018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.423126] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.423712] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.423833] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.423947] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcea1e7d-6191-4344-9e3b-6e177836fce8 is going to be updated. [ 828.450581] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.450900] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.450900] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.451178] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.451374] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.451603] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcea1e7d-6191-4344-9e3b-6e177836fce8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.490076] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.490076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.490076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.490076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.490429] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.490429] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.490429] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.490590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.490676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.490764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.490912] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.492281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.492396] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.494359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.494359] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.494359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.494359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.494359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.494359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.494359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.494359] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a06b28f6-e8ae-43a7-8f14-43b9e3dbb021',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.535790] env[65962]: INFO networking_nsxv3.common.synchronization [req-9f514b92-7fc4-445a-aaf3-c881c8d7aee0 req-b255c261-74ef-40ff-8269-468770c4b28d tempest-FloatingIPsAssociationTestJSON-1370190316 tempest-FloatingIPsAssociationTestJSON-1370190316-project-member] Enqueued Resource ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c with Priority: HIGHEST for action security_group_members [ 828.536659] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c with Priority: HIGHEST for action security_group_members [ 828.541379] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.541379] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.541379] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.541379] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.544222] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.544544] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.544694] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.545199] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.545437] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.545681] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b9533a4-5bf3-4126-bae5-bf20bd751e2c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.637232] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.694199] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.694342] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.695041] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.695041] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.695041] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.695041] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.695041] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.695289] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.695289] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.695289] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.695411] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.695459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.695562] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.695653] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.696022] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.696206] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.696277] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.696411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.696485] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.696561] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.696650] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.928444] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.997037] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a06b28f6-e8ae-43a7-8f14-43b9e3dbb021: rpc.has_security_group_logging(os_id): False [ 829.018605] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.018867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.018970] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.019259] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.020260] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.020260] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.020260] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.020260] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.020260] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.020260] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.020619] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.020619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.020619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.020619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.020864] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.020922] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.020997] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.021315] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.021481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.021793] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.022081] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 is going to be updated. [ 829.061143] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.061272] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.061272] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.062171] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.062272] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.062492] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.062597] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.063017] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.063017] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.063017] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.063017] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c is going to be updated. [ 829.099726] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.099899] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.099977] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.100196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.100333] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.103671] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.103671] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.103671] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.105502] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.105502] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.119598] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c in Status: IN_PROGRESS for 2s [ 829.120433] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 in Status: IN_PROGRESS for 2s [ 829.141467] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.199494] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0: rpc.has_security_group_logging(os_id): False [ 829.223953] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.224314] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.224314] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.224552] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.224633] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.224863] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.225616] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.225763] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.226012] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.226141] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.227188] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.227326] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.227419] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.227662] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.227780] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.228064] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.228700] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.228700] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.228700] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.228700] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.228870] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 is going to be updated. [ 829.327249] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.327473] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.327560] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.328345] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.328629] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.346255] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: IN_PROGRESS for 2s [ 829.387334] env[65962]: INFO networking_nsxv3.common.synchronization [None req-bb8e82b5-bcf0-4ec9-b435-1bb28ed2f04c tempest-AttachInterfacesUnderV243Test-832626395 tempest-AttachInterfacesUnderV243Test-832626395-project-member] Enqueued Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_rules [ 829.389661] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_rules [ 829.390238] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.390400] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.390533] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.390849] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.391122] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.432079] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.432270] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.432348] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.432650] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.432834] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.432943] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e is going to be updated. [ 829.467908] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.468299] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.468299] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.468411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.468560] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.483439] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: IN_PROGRESS for 2s [ 829.531292] env[65962]: INFO networking_nsxv3.common.synchronization [None req-22d5841e-ed6b-42f1-b588-cf12b90f8e00 tempest-AttachInterfacesUnderV243Test-832626395 tempest-AttachInterfacesUnderV243Test-832626395-project-member] Enqueued Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_rules [ 829.531754] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_rules [ 829.532075] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.532196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.644673] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 829.644796] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 829.918872] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.919045] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.919120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.919374] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.919461] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.919562] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c already deleted. [ 829.919647] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.919877] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.920031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.920115] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.137527] env[65962]: INFO networking_nsxv3.common.synchronization [None req-1ab77e9f-6acf-4706-92b9-35c9f2c36060 None None] Enqueued Resource ID: 53eae55a-38cb-4699-b645-ca07fb309f72 with Priority: HIGHEST for action port [ 830.138589] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53eae55a-38cb-4699-b645-ca07fb309f72 with Priority: HIGHEST for action port [ 830.139142] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-53eae55a-38cb-4699-b645-ca07fb309f72 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.139142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53eae55a-38cb-4699-b645-ca07fb309f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.139142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53eae55a-38cb-4699-b645-ca07fb309f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.139387] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53eae55a-38cb-4699-b645-ca07fb309f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.139476] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53eae55a-38cb-4699-b645-ca07fb309f72',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.387157] env[65962]: INFO networking_nsxv3.common.synchronization [None req-f41983a1-9b7e-48c6-8d4b-1bcc697cb76e None None] Enqueued Resource ID: 5e905325-c290-4617-8b19-3db20607b3d5 with Priority: HIGHEST for action port [ 830.390272] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e905325-c290-4617-8b19-3db20607b3d5 with Priority: HIGHEST for action port [ 830.390482] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e905325-c290-4617-8b19-3db20607b3d5 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.390652] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e905325-c290-4617-8b19-3db20607b3d5" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.390725] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e905325-c290-4617-8b19-3db20607b3d5" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.390994] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e905325-c290-4617-8b19-3db20607b3d5" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.391278] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e905325-c290-4617-8b19-3db20607b3d5',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.468389] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.468389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.468389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.468389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.468389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.468389] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c already deleted. [ 830.468389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.641928] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53eae55a-38cb-4699-b645-ca07fb309f72 [ 830.643925] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.643925] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.643925] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.643925] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.643925] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.643925] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53eae55a-38cb-4699-b645-ca07fb309f72 already deleted. [ 830.643925] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53eae55a-38cb-4699-b645-ca07fb309f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.687342] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.687492] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.687595] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.687816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.709412] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 830.710437] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.713023] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 830.751630] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.751792] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.751846] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.752093] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.761714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.762402] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 830.762507] env[65962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 830.763772] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 830.809934] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.810640] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.810640] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.810640] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.812155] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.812346] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 830.895475] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e905325-c290-4617-8b19-3db20607b3d5 [ 830.895812] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.895987] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.896117] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.896573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.896707] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.896849] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e905325-c290-4617-8b19-3db20607b3d5 already deleted. [ 830.896967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e905325-c290-4617-8b19-3db20607b3d5" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.900866] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.901032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.901104] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.901333] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.901602] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.901914] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 830.990846] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.991121] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.991121] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.992128] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.992128] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.996345] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 830.996345] env[65962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d643a708-2bb9-4d16-9349-e0bee8d53a15', '89b711b5-1e26-4321-b462-6b992754d59e', 'ebb6c469-f3c5-4c65-8c1e-fd807877b9c0', '5c900e21-0c8e-440a-9b80-b6ddad8eb04d', 'eb5aff44-bfa3-4327-b50e-edea44abd4f0', '1f10de2a-235f-4e5c-9f09-2601b87e1f98', '8c5b86f8-f7ec-45ac-bc01-8313527c7261', 'f4566c14-f4d6-4fd5-a05a-4c5f8e6003be', '4438fc32-84e2-493b-9074-06eef7aa18bb', 'fb0d0669-c207-4840-b677-6bb5eeb91870', 'f3b4ed86-0ab1-434e-a893-0d753c4d5090', '7da02dc7-b49e-41ec-95dc-4700d93e9c5a', '01f0f02e-0b2d-4216-a239-56734e9d8bc7', '5d5f1da1-5fe0-4ac2-b156-cec7de6c1833', 'e7a3030a-2e6d-4dbd-991d-fc186157ca86', '84a0520a-7058-41b5-ad2a-55a0ed478f72', 'd5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec', '79ee0ce8-1403-4e78-9833-c559b72ea54d', '0a14b81f-f11d-4d00-b4db-2f3e249a4a4f', 'f525e17c-f645-4a17-85d4-cc7b6e9bef71', 'b3c673c6-9119-4ca1-badf-6bb3ddda46fd', '3853c7a7-8bb8-44da-8235-e2176fcddb81', '95b24f9c-3e46-4e08-bcde-8491c466be08', 'e9eae595-1d37-4516-86f9-3d0c2c3ac787', '07c9c89f-52ea-4e65-a7fd-89d9ff3966b0', 'b6f35f48-011e-4370-898c-beaffa3bfc76', '7748df98-6008-4198-a2b1-5fbbdfbdcec8', '4b9533a4-5bf3-4126-bae5-bf20bd751e2c', '07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6', '69b90aa5-bcd2-41a5-9e4f-1aaba3e01821', '1a637c4c-d96d-4c85-965a-e24162926a26', 'f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a', 'a06b28f6-e8ae-43a7-8f14-43b9e3dbb021', 'd30fafec-eadf-4326-8f4b-02d4eba704b7', 'bb560af0-ae21-4758-b44e-2e485fe0379a', '72e5c9d7-2f15-4896-a95b-7ee3faa17663', '9c5d8b55-cafd-46b6-93e9-b2b8198b9f42', '1337d88a-fc81-4d8f-9888-c14d6901d06e', '90fd6752-e3cc-48a5-adf4-6aa255591e12', 'aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3', '80382464-0fda-4261-8bfa-fdc208ce7ade', 'ad65a36a-acdb-41f6-ad4c-181d7c61e5d8', '98970c9d-6b04-4f3c-bb86-f47cac0341a4', '7118936c-50e6-4c17-9378-f50073132317'} {{(pid=65962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 830.996345] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 831.020779] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.020952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.021029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.025290] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.025290] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.025290] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 831.025290] env[65962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 831.025290] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 831.137416] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c in Status: SUCCESS [ 831.137416] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b9533a4-5bf3-4126-bae5-bf20bd751e2c deletion is rescheduled due to dependency. [ 831.137416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9533a4-5bf3-4126-bae5-bf20bd751e2c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.140606] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 in Status: SUCCESS [ 831.140912] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.149188] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.149188] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.149188] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.149188] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.150587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.150935] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 831.151112] env[65962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 831.151223] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 831.151320] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 831.151421] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 831.151600] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 with Priority: HIGH for action security_group_rules [ 831.151700] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 89b711b5-1e26-4321-b462-6b992754d59e with Priority: HIGH for action security_group_rules [ 831.151774] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 with Priority: HIGH for action security_group_rules [ 831.151864] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d with Priority: HIGH for action security_group_rules [ 831.151972] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGH for action security_group_rules [ 831.151972] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGH for action security_group_rules [ 831.152779] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c5b86f8-f7ec-45ac-bc01-8313527c7261 with Priority: HIGH for action security_group_rules [ 831.152779] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be with Priority: HIGH for action security_group_rules [ 831.152779] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4438fc32-84e2-493b-9074-06eef7aa18bb with Priority: HIGH for action security_group_rules [ 831.152779] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb0d0669-c207-4840-b677-6bb5eeb91870 with Priority: HIGH for action security_group_rules [ 831.152779] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGH for action security_group_rules [ 831.152779] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7da02dc7-b49e-41ec-95dc-4700d93e9c5a with Priority: HIGH for action security_group_rules [ 831.152779] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGH for action security_group_rules [ 831.153372] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGH for action security_group_rules [ 831.153372] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7a3030a-2e6d-4dbd-991d-fc186157ca86 with Priority: HIGH for action security_group_rules [ 831.153372] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 with Priority: HIGH for action security_group_rules [ 831.153372] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec with Priority: HIGH for action security_group_rules [ 831.153372] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGH for action security_group_rules [ 831.153372] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a14b81f-f11d-4d00-b4db-2f3e249a4a4f with Priority: HIGH for action security_group_rules [ 831.153372] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f525e17c-f645-4a17-85d4-cc7b6e9bef71 with Priority: HIGH for action security_group_rules [ 831.153989] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.368068] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: SUCCESS [ 831.368393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.495490] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: SUCCESS [ 831.496754] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.496754] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.496754] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.496754] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.496754] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.496754] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.497803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.497803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.497803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.497803] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.999919] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.001135] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.001135] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.001135] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.002407] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.002407] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.002407] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.002407] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.002407] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.002407] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.002736] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.002736] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.002820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.002967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.003128] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.003221] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.003278] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.003425] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.003504] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.003592] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.003688] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.506034] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1337d88a-fc81-4d8f-9888-c14d6901d06e: rpc.has_security_group_logging(os_id): False [ 832.531071] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.531071] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.531071] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.531071] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.536365] env[65962]: INFO networking_nsxv3.common.synchronization [req-93f50683-e1eb-42d6-b9b8-6981f5bee3c0 req-faf929da-a94a-4707-9f56-52afda5d2342 tempest-ListServerFiltersTestJSON-869009943 tempest-ListServerFiltersTestJSON-869009943-project-member] Enqueued Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_members [ 832.537024] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_members [ 832.537181] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 with Priority: HIGH for action security_group_rules [ 832.537675] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 with Priority: HIGH for action security_group_rules [ 832.537839] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c5b86f8-f7ec-45ac-bc01-8313527c7261 with Priority: HIGH for action security_group_rules [ 832.537950] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a3030a-2e6d-4dbd-991d-fc186157ca86 with Priority: HIGH for action security_group_rules [ 832.538257] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f525e17c-f645-4a17-85d4-cc7b6e9bef71 with Priority: HIGH for action security_group_rules [ 832.538257] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a14b81f-f11d-4d00-b4db-2f3e249a4a4f with Priority: HIGH for action security_group_rules [ 832.538454] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d with Priority: HIGH for action security_group_rules [ 832.538492] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec with Priority: HIGH for action security_group_rules [ 832.538691] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGH for action security_group_rules [ 832.538691] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 with Priority: HIGH for action security_group_rules [ 832.538753] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGH for action security_group_rules [ 832.538850] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da02dc7-b49e-41ec-95dc-4700d93e9c5a with Priority: HIGH for action security_group_rules [ 832.538934] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGH for action security_group_rules [ 832.539145] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0d0669-c207-4840-b677-6bb5eeb91870 with Priority: HIGH for action security_group_rules [ 832.539881] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4438fc32-84e2-493b-9074-06eef7aa18bb with Priority: HIGH for action security_group_rules [ 832.539881] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGH for action security_group_rules [ 832.539881] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be with Priority: HIGH for action security_group_rules [ 832.540135] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGH for action security_group_rules [ 832.540135] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b711b5-1e26-4321-b462-6b992754d59e with Priority: HIGH for action security_group_rules [ 832.540135] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d with Priority: HIGH for action security_group_rules [ 832.540541] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.540748] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.540748] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.540906] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.541051] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.541156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.541214] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.541364] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.541452] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.541843] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.542896] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d643a708-2bb9-4d16-9349-e0bee8d53a15 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.543038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.543114] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.543265] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.543369] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d643a708-2bb9-4d16-9349-e0bee8d53a15',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.544389] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.544557] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.544604] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.544776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.544856] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebb6c469-f3c5-4c65-8c1e-fd807877b9c0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.545989] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c5b86f8-f7ec-45ac-bc01-8313527c7261 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.546413] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.546501] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.546659] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.546738] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c5b86f8-f7ec-45ac-bc01-8313527c7261',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.547838] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7a3030a-2e6d-4dbd-991d-fc186157ca86 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.547941] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.548017] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.548197] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.548291] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7a3030a-2e6d-4dbd-991d-fc186157ca86',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.549440] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f525e17c-f645-4a17-85d4-cc7b6e9bef71 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.549599] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.549599] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.549770] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.549853] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f525e17c-f645-4a17-85d4-cc7b6e9bef71',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.550872] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.551167] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.551167] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.551372] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.551372] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a14b81f-f11d-4d00-b4db-2f3e249a4a4f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.552317] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79ee0ce8-1403-4e78-9833-c559b72ea54d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.552436] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.552494] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.552636] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.552707] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79ee0ce8-1403-4e78-9833-c559b72ea54d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.553596] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.553758] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.553758] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.553898] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.554013] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.555253] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.555398] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.555398] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.555513] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.555592] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d5f1da1-5fe0-4ac2-b156-cec7de6c1833',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.556565] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84a0520a-7058-41b5-ad2a-55a0ed478f72 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.556693] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.556756] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.556880] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.556974] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84a0520a-7058-41b5-ad2a-55a0ed478f72',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.557200] env[65962]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 832.557899] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.558044] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.558105] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.558264] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.558419] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.559460] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7da02dc7-b49e-41ec-95dc-4700d93e9c5a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.559585] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.559625] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.559778] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.559927] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7da02dc7-b49e-41ec-95dc-4700d93e9c5a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.563167] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.563167] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.563167] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.563167] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.563167] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.563167] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb0d0669-c207-4840-b677-6bb5eeb91870 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.563167] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.563167] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.563167] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.563167] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.563572] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4438fc32-84e2-493b-9074-06eef7aa18bb taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.563572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.563572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.563908] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.563908] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4438fc32-84e2-493b-9074-06eef7aa18bb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.564708] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.564819] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.564883] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.565043] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.565115] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.565927] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.566443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.566537] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.566692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.566766] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.567581] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.567681] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.567749] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.567894] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.567967] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.572142] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89b711b5-1e26-4321-b462-6b992754d59e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.572142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.572142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.572142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.572142] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89b711b5-1e26-4321-b462-6b992754d59e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.572578] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c900e21-0c8e-440a-9b80-b6ddad8eb04d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.572721] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.572790] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.572896] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.572964] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c900e21-0c8e-440a-9b80-b6ddad8eb04d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.573198] env[65962]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 832.576381] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.578278] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.578278] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.578278] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.578278] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.578278] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.578278] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.578627] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.578627] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.578627] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.578627] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.578817] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.578903] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.578959] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.579131] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.579210] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.579284] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e is going to be updated. [ 832.751504] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.751653] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.751726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.751941] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.752113] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.776487] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: IN_PROGRESS for 2s [ 833.092669] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.113877] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.114162] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.114162] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.114307] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.121176] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.121176] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.121176] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.121176] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.121176] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b711b5-1e26-4321-b462-6b992754d59e taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.121176] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.121176] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.121176] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.121176] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.121176] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.121176] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.121176] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.121176] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.121962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.121962] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89b711b5-1e26-4321-b462-6b992754d59e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.124574] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.125278] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.128888] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.129087] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.129087] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.129351] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.129478] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.129600] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.129686] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.129785] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.129874] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.129948] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.130413] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.133160] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.133160] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.133337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.133394] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.134624] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.134624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.134624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.134624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.134624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.134624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.134624] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.137786] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.137958] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.138629] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.138970] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.139136] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.139136] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.139136] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.139136] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.139136] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.139136] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.140507] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.150209] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0d0669-c207-4840-b677-6bb5eeb91870 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.150209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.150209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.150209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.150209] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.150209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.150605] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.151097] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.151210] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.151306] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.151396] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.152925] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.153056] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.153369] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.153560] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.153795] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.153918] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.154037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.154245] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.154335] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.154422] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.154509] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d5f1da1-5fe0-4ac2-b156-cec7de6c1833',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.159182] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.159361] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.159989] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.159989] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.159989] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.159989] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.159989] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.160238] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.160238] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.160429] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.160554] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.162487] env[65962]: INFO networking_nsxv3.common.synchronization [req-1f452d35-6120-4c38-93e5-5b1aedebe694 req-12c1fc69-64b0-4d9e-a4a9-0f0f1e648b4e tempest-ListImageFiltersTestJSON-1296230880 tempest-ListImageFiltersTestJSON-1296230880-project-member] Enqueued Resource ID: fb0d0669-c207-4840-b677-6bb5eeb91870 with Priority: HIGHEST for action security_group_members [ 833.167882] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.168016] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d643a708-2bb9-4d16-9349-e0bee8d53a15 is going to be deleted. [ 833.172488] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0d0669-c207-4840-b677-6bb5eeb91870 with Priority: HIGHEST for action security_group_members [ 833.174256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.174256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.179406] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0d0669-c207-4840-b677-6bb5eeb91870 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.179601] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.179601] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.179878] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.180076] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.180179] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.180238] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.180391] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.180471] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.180597] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.215470] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.215470] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.220982] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.223054] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.223054] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.223054] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.224129] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.225544] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.225839] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.227035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.227035] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.227035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.227516] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.227615] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.228301] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.228416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.230451] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.230451] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.238082] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.238252] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebb6c469-f3c5-4c65-8c1e-fd807877b9c0 is going to be deleted. [ 833.239426] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.239577] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.269385] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.269554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.279183] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.279328] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c5b86f8-f7ec-45ac-bc01-8313527c7261 is going to be deleted. [ 833.280700] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.284019] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.318075] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.318075] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f525e17c-f645-4a17-85d4-cc7b6e9bef71 is going to be deleted. [ 833.318075] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.318075] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.351944] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.351944] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.410594] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.411077] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7da02dc7-b49e-41ec-95dc-4700d93e9c5a is going to be deleted. [ 833.412393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.412559] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.455937] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.455937] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84a0520a-7058-41b5-ad2a-55a0ed478f72 is going to be deleted. [ 833.458470] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.460037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.517822] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.517822] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a14b81f-f11d-4d00-b4db-2f3e249a4a4f is going to be deleted. [ 833.519203] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.519702] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.527605] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.527804] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.531493] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.531684] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.578864] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.579041] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7a3030a-2e6d-4dbd-991d-fc186157ca86 is going to be deleted. [ 833.580113] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.580387] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.585465] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.585610] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.601783] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.616649] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.616853] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.629834] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89b711b5-1e26-4321-b462-6b992754d59e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.640682] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.640822] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.654974] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0d0669-c207-4840-b677-6bb5eeb91870 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.654974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.663974] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.664185] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.664439] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.664482] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.664641] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.664743] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.664808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.664955] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.665206] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.665206] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.665293] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.665356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.665446] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.665594] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.665818] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.665963] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.665963] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.666121] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.666202] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.666300] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.666392] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.667503] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.667613] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.667680] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.667833] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.667975] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.668080] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.668143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.668363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.668438] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.668536] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.668701] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.668795] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.668856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.668996] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.669142] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.669233] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.669328] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.669483] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.669581] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.669666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.669758] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.670815] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.670919] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.670979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.671145] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.671303] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.671489] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.671489] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.671922] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.671922] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.671922] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.671922] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.672116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.672116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.672186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.672312] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.672402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.672450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.672585] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.672663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.672744] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.672837] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.673755] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d5f1da1-5fe0-4ac2-b156-cec7de6c1833',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.676093] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.678807] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.678807] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c900e21-0c8e-440a-9b80-b6ddad8eb04d is going to be deleted. [ 833.681684] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.681901] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.697483] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.697676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.728027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.728358] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec is going to be deleted. [ 833.729496] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.729764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.787311] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.787543] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79ee0ce8-1403-4e78-9833-c559b72ea54d is going to be deleted. [ 833.791902] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.791902] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.818137] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.818414] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.877259] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.878048] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4438fc32-84e2-493b-9074-06eef7aa18bb is going to be deleted. [ 833.882257] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.883715] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.883918] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.884118] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d643a708-2bb9-4d16-9349-e0bee8d53a15" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.884385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.884677] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.884788] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.884945] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebb6c469-f3c5-4c65-8c1e-fd807877b9c0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.885836] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.886091] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.886254] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.886456] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c5b86f8-f7ec-45ac-bc01-8313527c7261" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.886661] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.886867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.886953] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.887159] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f525e17c-f645-4a17-85d4-cc7b6e9bef71" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.887382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.887636] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.887729] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.887897] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84a0520a-7058-41b5-ad2a-55a0ed478f72" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.888302] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.888402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.888441] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.888911] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7da02dc7-b49e-41ec-95dc-4700d93e9c5a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.888911] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.889037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.889138] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.889376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a14b81f-f11d-4d00-b4db-2f3e249a4a4f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.889661] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.889933] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.937036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.937394] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.937547] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.937547] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.937752] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.937843] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.937942] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0d0669-c207-4840-b677-6bb5eeb91870 is going to be updated. [ 833.939856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.939856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.940057] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.940057] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7a3030a-2e6d-4dbd-991d-fc186157ca86" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.943167] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.943167] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.943167] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.943167] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.943167] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.943167] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c900e21-0c8e-440a-9b80-b6ddad8eb04d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.943485] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.943485] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.943485] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.943804] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.943804] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.944243] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5fbe514-8b1e-488d-a2a5-e4a1e2ecf3ec" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.190730] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.190730] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.190730] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.191086] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.191829] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.191829] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79ee0ce8-1403-4e78-9833-c559b72ea54d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.194176] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.194176] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.194176] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.194176] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.194176] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.197136] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.197264] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.197688] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.197688] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.197827] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.197984] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4438fc32-84e2-493b-9074-06eef7aa18bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.198520] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.198688] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.198796] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.199098] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.199242] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.199376] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 is going to be updated. [ 834.201265] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89b711b5-1e26-4321-b462-6b992754d59e: rpc.has_security_group_logging(os_id): False [ 834.202651] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4566c14-f4d6-4fd5-a05a-4c5f8e6003be: rpc.has_security_group_logging(os_id): False [ 834.203997] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01f0f02e-0b2d-4216-a239-56734e9d8bc7: rpc.has_security_group_logging(os_id): False [ 834.205343] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f10de2a-235f-4e5c-9f09-2601b87e1f98: rpc.has_security_group_logging(os_id): False [ 834.207098] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb5aff44-bfa3-4327-b50e-edea44abd4f0: rpc.has_security_group_logging(os_id): False [ 834.208913] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833: rpc.has_security_group_logging(os_id): False [ 834.255520] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0d0669-c207-4840-b677-6bb5eeb91870 in Status: IN_PROGRESS for 2s [ 834.275195] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.275531] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.275531] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.275727] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.278149] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.278149] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.278957] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.280763] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.280763] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.280878] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.281749] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.283396] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.283396] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.283396] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.347505] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.348717] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.348717] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.348717] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.348717] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.348717] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.348717] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.348717] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.348717] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.349267] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.349267] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.349267] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.349267] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.349267] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.349438] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.349547] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.349593] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be is going to be updated. [ 834.358402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.358683] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.362619] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.362806] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.362924] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.363139] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.363244] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.381070] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: IN_PROGRESS for 2s [ 834.402247] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.402500] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.402626] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.402691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.402993] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.403084] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.403294] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.403416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.403596] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.403879] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.403879] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.404150] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.404150] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.404269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.404362] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.404481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.404530] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 is going to be updated. [ 834.405899] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.406122] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.450473] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.450833] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.450931] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.451025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.451253] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.451358] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.451588] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 is going to be updated. [ 834.452920] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.453217] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.474950] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.475396] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.480666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.480950] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.481129] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.481129] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.482761] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.482761] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.482761] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.482761] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.482761] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.482761] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.482761] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.482761] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.482761] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.482761] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.482761] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.482761] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.482761] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 is going to be updated. [ 834.483889] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.484109] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.517378] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.517378] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.517378] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.517378] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.517378] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.517378] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.517378] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 is going to be updated. [ 834.523182] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.523182] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.523182] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.527674] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.527674] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.530561] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.531443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.543477] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.543477] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.546338] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be in Status: IN_PROGRESS for 2s [ 834.577318] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.578170] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.578320] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.578439] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.578714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.578841] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.578951] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89b711b5-1e26-4321-b462-6b992754d59e is going to be updated. [ 834.580129] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.580349] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.580534] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.581481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.581667] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.581812] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.605218] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.605376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.605681] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.605681] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.605819] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.629580] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 in Status: IN_PROGRESS for 2s [ 834.646600] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: IN_PROGRESS for 2s [ 834.652695] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.653000] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.653000] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.653104] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.653426] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.677679] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: IN_PROGRESS for 2s [ 834.677679] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: IN_PROGRESS for 2s [ 834.763042] env[65962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 834.763472] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.763692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.763816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.764943] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.765299] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.796035] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89b711b5-1e26-4321-b462-6b992754d59e in Status: IN_PROGRESS for 2s [ 834.800613] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: SUCCESS [ 834.800933] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.637516] env[65962]: INFO networking_nsxv3.common.synchronization [req-4d113189-f68e-4384-a7df-f04d9cddb5d5 req-84be34b6-e8de-48cd-8de3-ee7a7678043a tempest-ServersTestMultiNic-1695483393 tempest-ServersTestMultiNic-1695483393-project-member] Enqueued Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 835.638546] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 835.639550] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.639627] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.639772] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.640444] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.640553] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.640729] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.641086] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.641189] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.641281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.641449] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.068719] env[65962]: INFO networking_nsxv3.common.synchronization [req-4d113189-f68e-4384-a7df-f04d9cddb5d5 req-6dff179e-5fd2-49bd-997b-8f46e4cb1a64 tempest-ServersTestMultiNic-1695483393 tempest-ServersTestMultiNic-1695483393-project-member] Enqueued Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 836.068876] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGHEST for action security_group_members [ 836.069079] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.069185] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.144975] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.267798] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0d0669-c207-4840-b677-6bb5eeb91870 in Status: SUCCESS [ 836.267996] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0d0669-c207-4840-b677-6bb5eeb91870 deletion is rescheduled due to dependency. [ 836.268135] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.268412] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.268653] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.268846] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.268966] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.269053] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.269201] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.269282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.269371] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.269523] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0d0669-c207-4840-b677-6bb5eeb91870 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.269623] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.269692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.269821] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.269998] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.270112] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.270239] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.270309] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.270381] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.270465] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.270568] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.394914] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: SUCCESS [ 836.395344] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.395470] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.395784] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.396078] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.396280] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.396376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.396597] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.396794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.396848] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.396973] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.560841] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be in Status: SUCCESS [ 836.561124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.650926] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 in Status: SUCCESS [ 836.650926] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.651567] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.666275] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: SUCCESS [ 836.667092] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.689807] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: SUCCESS [ 836.690040] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.691747] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: SUCCESS [ 836.691975] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.773335] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb0d0669-c207-4840-b677-6bb5eeb91870: rpc.has_security_group_logging(os_id): False [ 836.792572] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.792964] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.793067] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.793860] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.794566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.794566] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.794566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.794566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.795089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.795089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.795580] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.796898] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.797033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.797440] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.797440] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.797708] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.797831] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.797888] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.798165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.798718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.798718] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb0d0669-c207-4840-b677-6bb5eeb91870 is going to be updated. [ 836.813763] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89b711b5-1e26-4321-b462-6b992754d59e in Status: SUCCESS [ 836.814348] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.865031] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.865031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.865031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.866017] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.866017] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.880978] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb0d0669-c207-4840-b677-6bb5eeb91870 in Status: IN_PROGRESS for 2s [ 836.899828] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.900247] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.900376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.900635] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.900860] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.901565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.901565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.901641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.901712] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.901805] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.901982] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.902078] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.902140] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.902290] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.902428] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.902521] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.902581] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.902747] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.902826] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.902906] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.902997] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.154543] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.154707] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.154780] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.155034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.155141] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.155238] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 is going to be updated. [ 837.190678] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.190678] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.190678] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.190678] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.190678] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.197761] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: IN_PROGRESS for 2s [ 837.290288] env[65962]: INFO networking_nsxv3.common.synchronization [None req-b9ceff44-05fa-4be1-be3b-e1e60eb1dd76 None None] Enqueued Resource ID: c0ed3bd3-bb44-40b7-89a2-f3f788bc44b5 with Priority: HIGHEST for action port [ 837.290876] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0ed3bd3-bb44-40b7-89a2-f3f788bc44b5 with Priority: HIGHEST for action port [ 837.290918] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0ed3bd3-bb44-40b7-89a2-f3f788bc44b5 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.291052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0ed3bd3-bb44-40b7-89a2-f3f788bc44b5" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.291152] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0ed3bd3-bb44-40b7-89a2-f3f788bc44b5" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.291399] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0ed3bd3-bb44-40b7-89a2-f3f788bc44b5" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.291478] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0ed3bd3-bb44-40b7-89a2-f3f788bc44b5',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.407031] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3b4ed86-0ab1-434e-a893-0d753c4d5090: rpc.has_security_group_logging(os_id): False [ 837.427159] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.427356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.427356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.430020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.456026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.456026] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.456658] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.456658] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.456658] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.456658] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.456658] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.456841] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.456841] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.456951] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.457038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.457238] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.457331] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.457393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.457532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.457651] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.457697] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 is going to be updated. [ 837.556026] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.556428] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.556620] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.557021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.557241] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.575457] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: IN_PROGRESS for 2s [ 837.794854] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0ed3bd3-bb44-40b7-89a2-f3f788bc44b5 [ 837.795397] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.795397] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.795397] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.795624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.795767] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.795767] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0ed3bd3-bb44-40b7-89a2-f3f788bc44b5 already deleted. [ 837.795885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0ed3bd3-bb44-40b7-89a2-f3f788bc44b5" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.141836] env[65962]: INFO networking_nsxv3.common.synchronization [req-37c6763e-a525-49d5-8910-7fabc2953055 req-01755e3a-8500-40ae-9cfd-a532192189c0 tempest-AttachInterfacesTestJSON-1497595542 tempest-AttachInterfacesTestJSON-1497595542-project-member] Enqueued Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 838.142836] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 838.143931] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.144104] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.144209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.144434] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.144686] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.147017] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.147017] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.147017] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.147017] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.147017] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.649533] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.649533] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.649533] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.649533] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.672514] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.672676] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.672801] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.672852] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.673063] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.673173] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.673229] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a637c4c-d96d-4c85-965a-e24162926a26 is going to be updated. [ 838.706983] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.707091] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.707091] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.707313] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.707455] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.718176] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: IN_PROGRESS for 2s [ 838.898017] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb0d0669-c207-4840-b677-6bb5eeb91870 in Status: SUCCESS [ 838.898017] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.208926] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: SUCCESS [ 839.209554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.209554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.209554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.209823] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.209928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.209928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.210099] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.210155] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.210285] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.595363] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: SUCCESS [ 839.595692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.620095] env[65962]: INFO networking_nsxv3.common.synchronization [req-f558e325-afc7-48a6-ba83-7ea1b28af915 req-a44be5b5-d0b7-40cb-ac84-f6fde6549ed4 tempest-ImagesOneServerNegativeTestJSON-1332257905 tempest-ImagesOneServerNegativeTestJSON-1332257905-project-member] Enqueued Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_members [ 839.620607] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_members [ 839.620938] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.621049] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.621220] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.621442] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.621442] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.621545] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.621739] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.621739] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.622072] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.622072] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.714527] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.714711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.714778] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.715015] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.737443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.737800] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.737800] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.737800] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.737947] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.737947] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.738055] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 is going to be updated. [ 839.765204] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.765344] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.765416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.765797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.765797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.775124] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: IN_PROGRESS for 2s [ 840.127665] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.127665] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.127665] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.127665] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.151204] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.151466] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.151587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.151656] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.151862] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.151941] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.152040] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 is going to be updated. [ 840.177919] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.178146] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.178146] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.179385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.179385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.187949] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 in Status: IN_PROGRESS for 2s [ 840.499011] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.499261] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-685" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.499401] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-685" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.499750] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-685" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.500147] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.500514] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.500514] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.500842] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.501213] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.501527] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.501722] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.501950] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.502140] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.502275] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.502404] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.502629] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.524644] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.525076] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 840.525294] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.525552] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-685" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.525999] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-31956eec-04f9-4083-ac14-8971df3d4196 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.528720] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-31956eec-04f9-4083-ac14-8971df3d4196" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.528720] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-31956eec-04f9-4083-ac14-8971df3d4196" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.528720] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-31956eec-04f9-4083-ac14-8971df3d4196" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.528720] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31956eec-04f9-4083-ac14-8971df3d4196',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.728115] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: SUCCESS [ 840.728866] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a637c4c-d96d-4c85-965a-e24162926a26 deletion is rescheduled due to dependency. [ 840.728866] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.031939] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.032191] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.032282] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.032637] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.032713] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.032911] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 31956eec-04f9-4083-ac14-8971df3d4196 not found, creating... [ 841.033315] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.033315] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.033418] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.033563] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.033695] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.034027] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.034115] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.034227] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.034427] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.034552] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.034675] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 31956eec-04f9-4083-ac14-8971df3d4196 is going to be created. [ 841.041626] env[65962]: INFO networking_nsxv3.common.synchronization [None req-6014a368-c47b-4ecf-98ec-148ecd5c31d3 None None] Enqueued Resource ID: 268ad91f-dc6a-477d-a4a8-e508bf283bc4 with Priority: HIGHEST for action port [ 841.042417] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 268ad91f-dc6a-477d-a4a8-e508bf283bc4 with Priority: HIGHEST for action port [ 841.042504] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-268ad91f-dc6a-477d-a4a8-e508bf283bc4 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.042580] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-268ad91f-dc6a-477d-a4a8-e508bf283bc4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.042636] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-268ad91f-dc6a-477d-a4a8-e508bf283bc4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.043567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-268ad91f-dc6a-477d-a4a8-e508bf283bc4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.043567] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('268ad91f-dc6a-477d-a4a8-e508bf283bc4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.058801] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.058921] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.058982] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.059660] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.059660] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.059853] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-31956eec-04f9-4083-ac14-8971df3d4196" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.545962] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 268ad91f-dc6a-477d-a4a8-e508bf283bc4 [ 841.546239] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.546419] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.546496] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.546731] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.546826] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.546989] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:268ad91f-dc6a-477d-a4a8-e508bf283bc4 already deleted. [ 841.547051] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-268ad91f-dc6a-477d-a4a8-e508bf283bc4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.750399] env[65962]: INFO networking_nsxv3.common.synchronization [req-f558e325-afc7-48a6-ba83-7ea1b28af915 req-2c3f31d6-9473-4a1c-99de-9778faa8257c service nova] Enqueued Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_rules [ 841.750399] env[65962]: INFO networking_nsxv3.common.synchronization [req-f558e325-afc7-48a6-ba83-7ea1b28af915 req-2c3f31d6-9473-4a1c-99de-9778faa8257c service nova] Enqueued Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_members [ 841.750399] env[65962]: INFO networking_nsxv3.common.synchronization [req-f558e325-afc7-48a6-ba83-7ea1b28af915 req-2c3f31d6-9473-4a1c-99de-9778faa8257c service nova] Enqueued Resource ID: 31956eec-04f9-4083-ac14-8971df3d4196 with Priority: HIGHEST for action port [ 841.751325] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_rules [ 841.751325] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_members [ 841.751325] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31956eec-04f9-4083-ac14-8971df3d4196 with Priority: HIGHEST for action port [ 841.751443] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.751525] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.751583] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.751818] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.752127] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.754329] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.754426] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.754615] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-31956eec-04f9-4083-ac14-8971df3d4196 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.754715] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31956eec-04f9-4083-ac14-8971df3d4196" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.754777] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31956eec-04f9-4083-ac14-8971df3d4196" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.755282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31956eec-04f9-4083-ac14-8971df3d4196" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.755282] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31956eec-04f9-4083-ac14-8971df3d4196',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.784809] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 in Status: SUCCESS [ 841.784998] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 deletion is rescheduled due to dependency. [ 841.785135] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.102218] env[65962]: INFO networking_nsxv3.common.synchronization [None req-e3b95bbc-7f44-4149-ad20-a7efa9355539 None None] Enqueued Resource ID: 3c6f85bd-66d5-41d8-80ea-efb5bb9aea95 with Priority: HIGHEST for action port [ 842.102218] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c6f85bd-66d5-41d8-80ea-efb5bb9aea95 with Priority: HIGHEST for action port [ 842.102218] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c6f85bd-66d5-41d8-80ea-efb5bb9aea95 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.103453] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c6f85bd-66d5-41d8-80ea-efb5bb9aea95" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.103453] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c6f85bd-66d5-41d8-80ea-efb5bb9aea95" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.103453] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c6f85bd-66d5-41d8-80ea-efb5bb9aea95" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.103453] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c6f85bd-66d5-41d8-80ea-efb5bb9aea95',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.198776] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 in Status: SUCCESS [ 842.198962] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 deletion is rescheduled due to dependency. [ 842.198962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.199126] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.199385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.199685] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.199685] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.199833] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.199911] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.199989] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.200085] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.257025] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.257025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.257241] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31956eec-04f9-4083-ac14-8971df3d4196 with status ACTIVE [ 842.261403] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.261403] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.261403] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.261403] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.261403] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.261403] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.261403] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.261403] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.261403] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.261403] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.261403] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.261403] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.261403] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.261403] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.261403] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.261403] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31956eec-04f9-4083-ac14-8971df3d4196 is going to be updated. [ 842.286018] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.286018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.286018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.286018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.286018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.286018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31956eec-04f9-4083-ac14-8971df3d4196" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.607328] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c6f85bd-66d5-41d8-80ea-efb5bb9aea95 [ 842.607606] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.607606] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.607606] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.607783] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.607848] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.607940] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c6f85bd-66d5-41d8-80ea-efb5bb9aea95 already deleted. [ 842.608026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c6f85bd-66d5-41d8-80ea-efb5bb9aea95" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.702452] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.207436] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.210575] env[65962]: INFO networking_nsxv3.common.synchronization [None req-6eaa4697-02c4-46b0-9e8c-22d80b3665f7 None None] Enqueued Resource ID: a6fd6af0-0e94-4ca3-a077-513f4ed82211 with Priority: HIGHEST for action port [ 843.210973] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6fd6af0-0e94-4ca3-a077-513f4ed82211 with Priority: HIGHEST for action port [ 843.213077] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6fd6af0-0e94-4ca3-a077-513f4ed82211 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.213226] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6fd6af0-0e94-4ca3-a077-513f4ed82211" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.213358] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6fd6af0-0e94-4ca3-a077-513f4ed82211" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.213503] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6fd6af0-0e94-4ca3-a077-513f4ed82211" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.213634] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6fd6af0-0e94-4ca3-a077-513f4ed82211',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.713569] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.713886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.713886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.714341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.714341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.714341] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 is going to be updated. [ 843.718928] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6fd6af0-0e94-4ca3-a077-513f4ed82211 [ 843.719151] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.719291] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.719415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.719589] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.719721] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.719763] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6fd6af0-0e94-4ca3-a077-513f4ed82211 already deleted. [ 843.719835] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6fd6af0-0e94-4ca3-a077-513f4ed82211" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.745306] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.745457] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.745529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.745753] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.746450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.755403] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 in Status: IN_PROGRESS for 2s [ 845.768188] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 in Status: SUCCESS [ 845.768737] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.768818] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.769233] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.770089] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.770089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.770089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.770089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.770089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.770089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.770575] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.876391] env[65962]: INFO networking_nsxv3.common.synchronization [None req-803edb56-1753-4722-86df-1f67855beda4 None None] Enqueued Resource ID: 33fd018a-1fb8-49a8-abb9-24fa9e74684d with Priority: HIGHEST for action port [ 845.876956] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33fd018a-1fb8-49a8-abb9-24fa9e74684d with Priority: HIGHEST for action port [ 845.877298] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-33fd018a-1fb8-49a8-abb9-24fa9e74684d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.877420] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33fd018a-1fb8-49a8-abb9-24fa9e74684d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.877485] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33fd018a-1fb8-49a8-abb9-24fa9e74684d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.877751] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33fd018a-1fb8-49a8-abb9-24fa9e74684d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.877830] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33fd018a-1fb8-49a8-abb9-24fa9e74684d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.276060] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.276060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.276060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.276060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.276060] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.276060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.276060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.276060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.276060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.276060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.276760] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.276760] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.276760] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.276760] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.276760] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.276760] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.276760] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.277402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.277402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.277402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.277402] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.382437] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33fd018a-1fb8-49a8-abb9-24fa9e74684d [ 846.383331] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.383551] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.383631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.384212] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.384638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.384804] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33fd018a-1fb8-49a8-abb9-24fa9e74684d already deleted. [ 846.384879] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33fd018a-1fb8-49a8-abb9-24fa9e74684d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.784211] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821: rpc.has_security_group_logging(os_id): False [ 846.808026] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.808026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.808026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.808026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.808026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.808026] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.808026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.808026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.808026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.808026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.808026] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.808026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.808026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.808026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.808026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.809184] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.809184] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.809184] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.809184] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.809184] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.809184] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 is going to be updated. [ 846.895635] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.895842] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.895905] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.896342] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.896342] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.918372] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 in Status: IN_PROGRESS for 2s [ 847.367099] env[65962]: INFO networking_nsxv3.common.synchronization [req-7b3d1325-77a2-4ac5-a155-2b35d4b1983a req-99d03b96-5636-424c-8f18-1254d90757a1 tempest-AttachInterfacesTestJSON-1497595542 tempest-AttachInterfacesTestJSON-1497595542-project-member] Enqueued Resource ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 with Priority: HIGHEST for action security_group_members [ 847.367761] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 with Priority: HIGHEST for action security_group_members [ 847.369369] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.369497] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.369557] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.369813] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.370030] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.370470] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.370470] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.372472] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.372472] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.372472] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.546640] env[65962]: INFO networking_nsxv3.common.synchronization [None req-be31d8d0-8514-4b65-ac13-84c8d68089ac None None] Enqueued Resource ID: 8e4b378f-7a14-4749-b6a0-af7b9f19a4ed with Priority: HIGHEST for action port [ 847.547501] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e4b378f-7a14-4749-b6a0-af7b9f19a4ed with Priority: HIGHEST for action port [ 847.547713] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e4b378f-7a14-4749-b6a0-af7b9f19a4ed taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.547958] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e4b378f-7a14-4749-b6a0-af7b9f19a4ed" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.548100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e4b378f-7a14-4749-b6a0-af7b9f19a4ed" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.548606] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e4b378f-7a14-4749-b6a0-af7b9f19a4ed" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.548810] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e4b378f-7a14-4749-b6a0-af7b9f19a4ed',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.877453] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.877850] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.877850] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.877850] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.904605] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.904980] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.905114] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.905154] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.905927] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.905927] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.905927] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 is going to be updated. [ 847.939207] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.939207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.939417] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.939592] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.939741] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.950128] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 in Status: IN_PROGRESS for 2s [ 848.052753] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e4b378f-7a14-4749-b6a0-af7b9f19a4ed [ 848.053308] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.053308] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.053308] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.053726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.057129] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.057129] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e4b378f-7a14-4749-b6a0-af7b9f19a4ed already deleted. [ 848.057129] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e4b378f-7a14-4749-b6a0-af7b9f19a4ed" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.509480] env[65962]: INFO networking_nsxv3.common.synchronization [None req-0e51dbca-de00-4460-a54f-1743f557c6a0 None None] Enqueued Resource ID: 674b8149-70e8-4b70-92dd-89faded9f445 with Priority: HIGHEST for action port [ 848.510395] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 674b8149-70e8-4b70-92dd-89faded9f445 with Priority: HIGHEST for action port [ 848.510840] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-674b8149-70e8-4b70-92dd-89faded9f445 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.513033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-674b8149-70e8-4b70-92dd-89faded9f445" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.513033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-674b8149-70e8-4b70-92dd-89faded9f445" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.513033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-674b8149-70e8-4b70-92dd-89faded9f445" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.513033] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('674b8149-70e8-4b70-92dd-89faded9f445',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.932914] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 in Status: SUCCESS [ 848.934226] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.015143] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 674b8149-70e8-4b70-92dd-89faded9f445 [ 849.015407] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.015556] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.015641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.015891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.015976] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.016107] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:674b8149-70e8-4b70-92dd-89faded9f445 already deleted. [ 849.016222] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-674b8149-70e8-4b70-92dd-89faded9f445" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.121991] env[65962]: INFO networking_nsxv3.common.synchronization [req-e651a12a-02f3-4751-bf43-5a8d5d76b8a0 req-57b4e639-3659-4b0f-ab28-0952ef50c19e tempest-ServerRescueTestJSON-234884923 tempest-ServerRescueTestJSON-234884923-project-member] Enqueued Resource ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be with Priority: HIGHEST for action security_group_members [ 849.122866] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be with Priority: HIGHEST for action security_group_members [ 849.123732] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.123908] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.124035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.124460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.124661] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.124843] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.124958] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.127672] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.127672] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.127672] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.629706] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.646972] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.647334] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-794" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.647976] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-794" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.647976] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-794" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.648253] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.648464] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.648602] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.648828] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.649022] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.649341] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.649488] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.649784] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.649784] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.650311] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.650311] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.650408] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.676228] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.676475] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.676615] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.676851] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-794" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.677383] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-7ddce8c4-4351-4040-8e0f-ae4a7da2bc91 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.678203] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-7ddce8c4-4351-4040-8e0f-ae4a7da2bc91" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.678203] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-7ddce8c4-4351-4040-8e0f-ae4a7da2bc91" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.678472] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-7ddce8c4-4351-4040-8e0f-ae4a7da2bc91" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.678741] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ddce8c4-4351-4040-8e0f-ae4a7da2bc91',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.965548] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 in Status: SUCCESS [ 849.965852] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6 deletion is rescheduled due to dependency. [ 849.966072] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.135311] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.182017] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.183047] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.183047] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.183047] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.183047] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.183322] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 7ddce8c4-4351-4040-8e0f-ae4a7da2bc91 not found, creating... [ 850.183650] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.183859] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.185051] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.185051] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.185051] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.185051] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.185051] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.185051] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.185408] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.185481] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.185593] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 7ddce8c4-4351-4040-8e0f-ae4a7da2bc91 is going to be created. [ 850.213413] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.213755] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.213755] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.214104] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.214323] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.214662] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-7ddce8c4-4351-4040-8e0f-ae4a7da2bc91" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.638455] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.638629] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.638711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.638935] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.639180] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.639180] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be is going to be updated. [ 850.673692] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.673892] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.674051] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.675033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.675033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.686530] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be in Status: IN_PROGRESS for 2s [ 850.959776] env[65962]: INFO networking_nsxv3.common.synchronization [req-e651a12a-02f3-4751-bf43-5a8d5d76b8a0 req-9ea0a395-66e9-451a-8c48-4033b1d65a75 service nova] Enqueued Resource ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be with Priority: HIGHEST for action security_group_rules [ 850.959958] env[65962]: INFO networking_nsxv3.common.synchronization [req-e651a12a-02f3-4751-bf43-5a8d5d76b8a0 req-9ea0a395-66e9-451a-8c48-4033b1d65a75 service nova] Enqueued Resource ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be with Priority: HIGHEST for action security_group_members [ 850.960108] env[65962]: INFO networking_nsxv3.common.synchronization [req-e651a12a-02f3-4751-bf43-5a8d5d76b8a0 req-9ea0a395-66e9-451a-8c48-4033b1d65a75 service nova] Enqueued Resource ID: 7ddce8c4-4351-4040-8e0f-ae4a7da2bc91 with Priority: HIGHEST for action port [ 850.960719] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be with Priority: HIGHEST for action security_group_rules [ 850.960894] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be with Priority: HIGHEST for action security_group_members [ 850.961014] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddce8c4-4351-4040-8e0f-ae4a7da2bc91 with Priority: HIGHEST for action port [ 850.961314] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.961439] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.961507] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.961707] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.961791] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.962702] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.962797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.963013] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ddce8c4-4351-4040-8e0f-ae4a7da2bc91 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.963131] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ddce8c4-4351-4040-8e0f-ae4a7da2bc91" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.963188] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ddce8c4-4351-4040-8e0f-ae4a7da2bc91" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.963330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ddce8c4-4351-4040-8e0f-ae4a7da2bc91" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.963406] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ddce8c4-4351-4040-8e0f-ae4a7da2bc91',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.466529] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ddce8c4-4351-4040-8e0f-ae4a7da2bc91 with status ACTIVE [ 851.466968] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.466968] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.466968] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.467235] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.467284] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.467457] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.467607] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.467607] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.468055] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.468055] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.468055] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.468221] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.468221] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.468287] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.468530] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.468530] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ddce8c4-4351-4040-8e0f-ae4a7da2bc91 is going to be updated. [ 851.471208] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.471208] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.495561] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.495561] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.495561] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.495973] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.495973] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.495973] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ddce8c4-4351-4040-8e0f-ae4a7da2bc91" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.073658] env[65962]: INFO networking_nsxv3.common.synchronization [None req-c478a5a3-46f5-4d00-b9a9-ed353a06ea0e None None] Enqueued Resource ID: 1cbbc1d8-febf-465d-8182-b72b44bb1c9b with Priority: HIGHEST for action port [ 852.074514] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cbbc1d8-febf-465d-8182-b72b44bb1c9b with Priority: HIGHEST for action port [ 852.074803] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cbbc1d8-febf-465d-8182-b72b44bb1c9b taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.074932] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cbbc1d8-febf-465d-8182-b72b44bb1c9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.075022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cbbc1d8-febf-465d-8182-b72b44bb1c9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.075276] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cbbc1d8-febf-465d-8182-b72b44bb1c9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.075350] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cbbc1d8-febf-465d-8182-b72b44bb1c9b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.577719] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cbbc1d8-febf-465d-8182-b72b44bb1c9b [ 852.578083] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.578228] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.578228] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.578638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.578638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.578779] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cbbc1d8-febf-465d-8182-b72b44bb1c9b already deleted. [ 852.578779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cbbc1d8-febf-465d-8182-b72b44bb1c9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.705063] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be in Status: SUCCESS [ 852.705063] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.705063] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.705063] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.705063] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.705063] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.705063] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.705063] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.705063] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.705063] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.207039] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.710332] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.145775] env[65962]: INFO networking_nsxv3.common.synchronization [req-7d5ce597-fe90-4f9b-92fa-ba016403a300 req-28083746-4b06-4a71-ad70-28de6caf677f tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 with Priority: HIGHEST for action security_group_members [ 854.145964] env[65962]: INFO networking_nsxv3.common.synchronization [req-7d5ce597-fe90-4f9b-92fa-ba016403a300 req-28083746-4b06-4a71-ad70-28de6caf677f tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 89b711b5-1e26-4321-b462-6b992754d59e with Priority: HIGHEST for action security_group_members [ 854.146105] env[65962]: INFO networking_nsxv3.common.synchronization [req-7d5ce597-fe90-4f9b-92fa-ba016403a300 req-28083746-4b06-4a71-ad70-28de6caf677f tempest-SecurityGroupsTestJSON-364996409 tempest-SecurityGroupsTestJSON-364996409-project-member] Enqueued Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 854.146760] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 with Priority: HIGHEST for action security_group_members [ 854.146892] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b711b5-1e26-4321-b462-6b992754d59e with Priority: HIGHEST for action security_group_members [ 854.146993] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGHEST for action security_group_members [ 854.147504] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.147631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.147698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.147911] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.148085] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.148183] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.148241] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.148464] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.148773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.148773] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c5d8b55-cafd-46b6-93e9-b2b8198b9f42',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.149636] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-89b711b5-1e26-4321-b462-6b992754d59e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.149752] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.149801] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.149976] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.150142] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.150235] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.150298] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.150481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.150541] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.150625] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89b711b5-1e26-4321-b462-6b992754d59e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.153266] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.153266] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.153266] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.153266] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.153266] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.153266] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.153266] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.153266] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.153266] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.153266] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.219044] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.219044] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.219044] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.219044] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.219044] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.219044] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be is going to be updated. [ 854.258114] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.258361] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.258467] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.259059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.259059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.272674] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be in Status: IN_PROGRESS for 2s [ 854.654524] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.654714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.654780] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.654978] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.658569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.658569] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.658569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.658569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.658569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.658569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.658569] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 is going to be updated. [ 854.658569] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.658569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.658569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.658569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.659161] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.659161] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.659161] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.659161] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.659296] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.659404] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.659523] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b711b5-1e26-4321-b462-6b992754d59e is going to be updated. [ 854.660838] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.660967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.661047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.661207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.686877] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.687192] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.687361] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.687434] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.687609] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.687708] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.687802] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 is going to be updated. [ 854.697165] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.697165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.697165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.697165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.698243] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.702387] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.702544] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.702606] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.702825] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.702967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.714122] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: IN_PROGRESS for 2s [ 854.716562] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b711b5-1e26-4321-b462-6b992754d59e in Status: IN_PROGRESS for 2s [ 854.726766] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.727579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.727579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.727579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.727579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.739191] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 in Status: IN_PROGRESS for 2s [ 856.289764] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be in Status: SUCCESS [ 856.290138] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.290252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.290513] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.290722] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.290865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.290954] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.291141] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.291242] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.291364] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.291469] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.727260] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89b711b5-1e26-4321-b462-6b992754d59e in Status: SUCCESS [ 856.727493] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89b711b5-1e26-4321-b462-6b992754d59e deletion is rescheduled due to dependency. [ 856.727910] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.728730] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 in Status: SUCCESS [ 856.728730] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 deletion is rescheduled due to dependency. [ 856.728730] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.748784] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 in Status: SUCCESS [ 856.748973] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5d8b55-cafd-46b6-93e9-b2b8198b9f42 deletion is rescheduled due to dependency. [ 856.749109] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5d8b55-cafd-46b6-93e9-b2b8198b9f42" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.795797] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.795797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.795797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.795797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.795797] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.795797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.795797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.795797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.795797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.796395] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.796395] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.796496] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.796611] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.796855] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.797573] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.797753] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.797877] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.798084] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.798177] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.798337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.798426] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.301630] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4566c14-f4d6-4fd5-a05a-4c5f8e6003be: rpc.has_security_group_logging(os_id): False [ 857.322388] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.322603] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.322603] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.322795] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.322893] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.323130] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.323234] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.323300] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.323465] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.323557] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.323773] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.323871] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.323946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.324124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.324202] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.324413] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.324535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.324621] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.324771] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.324848] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.324936] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be is going to be updated. [ 857.403863] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.404051] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.404128] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.404356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.404509] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.418202] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be in Status: IN_PROGRESS for 2s [ 859.148223] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 859.148751] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 859.436275] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be in Status: SUCCESS [ 859.436511] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.805210] env[65962]: INFO networking_nsxv3.common.synchronization [req-ce7655ad-7022-4051-97eb-c28cc50a0b6c req-8c4cc1c8-e9b1-4b1d-84ff-139c90bf1bb0 tempest-InstanceActionsV221TestJSON-975708122 tempest-InstanceActionsV221TestJSON-975708122-project-member] Enqueued Resource ID: c322bb7d-19c0-409a-95ca-095586a1cf40 with Priority: HIGHEST for action security_group_members [ 859.805286] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c322bb7d-19c0-409a-95ca-095586a1cf40 with Priority: HIGHEST for action security_group_members [ 859.805565] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c322bb7d-19c0-409a-95ca-095586a1cf40 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.805675] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.805765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.806160] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.806327] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.806447] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.806516] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.806772] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.806916] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.807069] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c322bb7d-19c0-409a-95ca-095586a1cf40',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.290786] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.291123] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-406" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.291123] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-406" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.291819] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-406" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.291819] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.292074] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.292074] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.292755] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.292755] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.292755] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.292755] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.294057] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.294057] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.294057] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.294057] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.294057] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.309760] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.309915] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.309988] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.310218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.310309] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.310503] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.310602] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.310655] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.310893] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.310967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.311066] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c322bb7d-19c0-409a-95ca-095586a1cf40 already deleted. [ 860.311148] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.313923] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.313990] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 860.314149] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.314321] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-406" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.314604] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-540853d9-52a0-48c6-9991-7c3393c4d2b2 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.314865] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-540853d9-52a0-48c6-9991-7c3393c4d2b2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.314865] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-540853d9-52a0-48c6-9991-7c3393c4d2b2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.315190] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-540853d9-52a0-48c6-9991-7c3393c4d2b2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.315323] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('540853d9-52a0-48c6-9991-7c3393c4d2b2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.817591] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.818189] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.818189] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.818368] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.818503] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.818688] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 540853d9-52a0-48c6-9991-7c3393c4d2b2 not found, creating... [ 860.818988] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.819170] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.819542] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.819610] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.819788] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.820188] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.820439] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.820675] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.820961] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.821201] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.821399] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 540853d9-52a0-48c6-9991-7c3393c4d2b2 is going to be created. [ 860.861324] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.861715] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.861899] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.862257] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.862554] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.863042] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-540853d9-52a0-48c6-9991-7c3393c4d2b2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.583681] env[65962]: INFO networking_nsxv3.common.synchronization [req-ce7655ad-7022-4051-97eb-c28cc50a0b6c req-58fc819b-a41c-4e03-95de-680aa1f20f7a service nova] Enqueued Resource ID: c322bb7d-19c0-409a-95ca-095586a1cf40 with Priority: HIGHEST for action security_group_rules [ 861.583950] env[65962]: INFO networking_nsxv3.common.synchronization [req-ce7655ad-7022-4051-97eb-c28cc50a0b6c req-58fc819b-a41c-4e03-95de-680aa1f20f7a service nova] Enqueued Resource ID: c322bb7d-19c0-409a-95ca-095586a1cf40 with Priority: HIGHEST for action security_group_members [ 861.584032] env[65962]: INFO networking_nsxv3.common.synchronization [req-ce7655ad-7022-4051-97eb-c28cc50a0b6c req-58fc819b-a41c-4e03-95de-680aa1f20f7a service nova] Enqueued Resource ID: 540853d9-52a0-48c6-9991-7c3393c4d2b2 with Priority: HIGHEST for action port [ 861.584571] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c322bb7d-19c0-409a-95ca-095586a1cf40 with Priority: HIGHEST for action security_group_rules [ 861.584713] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c322bb7d-19c0-409a-95ca-095586a1cf40 with Priority: HIGHEST for action security_group_members [ 861.584811] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 540853d9-52a0-48c6-9991-7c3393c4d2b2 with Priority: HIGHEST for action port [ 861.585139] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c322bb7d-19c0-409a-95ca-095586a1cf40 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.585268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.585338] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.585599] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.585686] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c322bb7d-19c0-409a-95ca-095586a1cf40',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.587274] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c322bb7d-19c0-409a-95ca-095586a1cf40 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.587610] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.587610] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.587746] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.587829] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.587894] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.587943] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.588100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.588185] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.588350] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c322bb7d-19c0-409a-95ca-095586a1cf40',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.590033] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-540853d9-52a0-48c6-9991-7c3393c4d2b2 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.590033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-540853d9-52a0-48c6-9991-7c3393c4d2b2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.590033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-540853d9-52a0-48c6-9991-7c3393c4d2b2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.590033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-540853d9-52a0-48c6-9991-7c3393c4d2b2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.590033] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('540853d9-52a0-48c6-9991-7c3393c4d2b2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.088373] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c322bb7d-19c0-409a-95ca-095586a1cf40 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.088373] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.095021] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 540853d9-52a0-48c6-9991-7c3393c4d2b2 with status ACTIVE [ 862.095021] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.095021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.095021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.095021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.095021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.095021] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.095021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.095021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.095021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.095021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.095021] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.095021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.095021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.095021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.095021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.095021] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 540853d9-52a0-48c6-9991-7c3393c4d2b2 is going to be updated. [ 862.096034] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c322bb7d-19c0-409a-95ca-095586a1cf40',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.119837] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.119837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.119837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.119837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.120261] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.120261] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-540853d9-52a0-48c6-9991-7c3393c4d2b2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.175060] env[65962]: INFO networking_nsxv3.common.synchronization [None req-199e645b-dfb6-4fc9-8976-51704a7773ba None None] Enqueued Resource ID: df201d01-9f77-4679-8ea8-e27134e7530d with Priority: HIGHEST for action port [ 862.175725] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df201d01-9f77-4679-8ea8-e27134e7530d with Priority: HIGHEST for action port [ 862.176094] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-df201d01-9f77-4679-8ea8-e27134e7530d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.176267] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df201d01-9f77-4679-8ea8-e27134e7530d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.176420] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df201d01-9f77-4679-8ea8-e27134e7530d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.176660] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df201d01-9f77-4679-8ea8-e27134e7530d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.176767] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df201d01-9f77-4679-8ea8-e27134e7530d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.545841] env[65962]: INFO networking_nsxv3.common.synchronization [req-104faa1e-b074-484d-a149-2116e3751cfc req-45bcf0b9-aaef-49cc-82b0-fe791e14e433 tempest-ServersNegativeTestJSON-1209612286 tempest-ServersNegativeTestJSON-1209612286-project-member] Enqueued Resource ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 with Priority: HIGHEST for action security_group_members [ 862.546027] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 with Priority: HIGHEST for action security_group_members [ 862.546382] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b04c205-1f78-4b51-ab34-d092476db2e2 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.546514] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.546585] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.546948] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.548659] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.548791] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.548860] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.549070] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.549160] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.549257] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.597970] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c322bb7d-19c0-409a-95ca-095586a1cf40',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.679924] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df201d01-9f77-4679-8ea8-e27134e7530d [ 862.680316] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.680452] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.680529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.680813] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.680941] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.681087] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df201d01-9f77-4679-8ea8-e27134e7530d already deleted. [ 862.681183] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df201d01-9f77-4679-8ea8-e27134e7530d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.982727] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.982727] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-615" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.982727] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-615" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.982727] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-615" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.982727] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.983225] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.983225] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.983660] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.983825] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.984069] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.984197] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.984306] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.984717] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.984717] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.984717] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.984872] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.006688] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.010215] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.010296] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.010995] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-615" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.010995] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-1f23a971-4b2f-4b6c-9607-0c7256f3d8f9 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.011241] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-1f23a971-4b2f-4b6c-9607-0c7256f3d8f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.011309] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-1f23a971-4b2f-4b6c-9607-0c7256f3d8f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.011693] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-1f23a971-4b2f-4b6c-9607-0c7256f3d8f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.011845] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f23a971-4b2f-4b6c-9607-0c7256f3d8f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.051258] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.051490] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.051564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.051786] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.051896] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.052141] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.052263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.052343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.052883] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.052883] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.052883] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 already deleted. [ 863.052883] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.103060] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.103233] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.103405] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.103512] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.103621] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.103680] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c322bb7d-19c0-409a-95ca-095586a1cf40 is going to be created. [ 863.141139] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.141139] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.141268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.141416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.141575] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.156776] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c322bb7d-19c0-409a-95ca-095586a1cf40 in Status: UNINITIALIZED for 2s [ 863.520458] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.520458] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.520458] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.520458] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.520458] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.520458] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 1f23a971-4b2f-4b6c-9607-0c7256f3d8f9 not found, creating... [ 863.520458] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.520458] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.520458] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.520458] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.520458] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.520919] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.520919] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.520919] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.521050] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.521159] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.521357] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 1f23a971-4b2f-4b6c-9607-0c7256f3d8f9 is going to be created. [ 863.545364] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.545588] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.545715] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.546120] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.546265] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.546527] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-1f23a971-4b2f-4b6c-9607-0c7256f3d8f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.280319] env[65962]: INFO networking_nsxv3.common.synchronization [None req-334c5bf1-c1ac-4a99-8e99-fb802c26448d None None] Enqueued Resource ID: 017b10b6-f460-4dad-a6b8-503dbd38a8ae with Priority: HIGHEST for action port [ 864.280801] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017b10b6-f460-4dad-a6b8-503dbd38a8ae with Priority: HIGHEST for action port [ 864.281459] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-017b10b6-f460-4dad-a6b8-503dbd38a8ae taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.281634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-017b10b6-f460-4dad-a6b8-503dbd38a8ae" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.281634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-017b10b6-f460-4dad-a6b8-503dbd38a8ae" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.282016] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-017b10b6-f460-4dad-a6b8-503dbd38a8ae" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.282431] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('017b10b6-f460-4dad-a6b8-503dbd38a8ae',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.370215] env[65962]: INFO networking_nsxv3.common.synchronization [req-104faa1e-b074-484d-a149-2116e3751cfc req-17799a2d-28c2-4525-856d-9d8dfe46606e service nova] Enqueued Resource ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 with Priority: HIGHEST for action security_group_rules [ 864.370215] env[65962]: INFO networking_nsxv3.common.synchronization [req-104faa1e-b074-484d-a149-2116e3751cfc req-17799a2d-28c2-4525-856d-9d8dfe46606e service nova] Enqueued Resource ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 with Priority: HIGHEST for action security_group_members [ 864.370215] env[65962]: INFO networking_nsxv3.common.synchronization [req-104faa1e-b074-484d-a149-2116e3751cfc req-17799a2d-28c2-4525-856d-9d8dfe46606e service nova] Enqueued Resource ID: 1f23a971-4b2f-4b6c-9607-0c7256f3d8f9 with Priority: HIGHEST for action port [ 864.370706] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 with Priority: HIGHEST for action security_group_rules [ 864.370857] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 with Priority: HIGHEST for action security_group_members [ 864.370995] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f23a971-4b2f-4b6c-9607-0c7256f3d8f9 with Priority: HIGHEST for action port [ 864.371601] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b04c205-1f78-4b51-ab34-d092476db2e2 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.371773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.371878] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.372325] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.372451] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.374134] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b04c205-1f78-4b51-ab34-d092476db2e2 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.374288] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.374410] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.374682] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.374903] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.375118] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.375261] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.375488] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.375946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.377406] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.377658] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f23a971-4b2f-4b6c-9607-0c7256f3d8f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.378711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f23a971-4b2f-4b6c-9607-0c7256f3d8f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.378711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f23a971-4b2f-4b6c-9607-0c7256f3d8f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.378711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f23a971-4b2f-4b6c-9607-0c7256f3d8f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.378711] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f23a971-4b2f-4b6c-9607-0c7256f3d8f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.786426] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 017b10b6-f460-4dad-a6b8-503dbd38a8ae [ 864.786728] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.786871] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.786941] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.787213] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.787309] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.787412] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:017b10b6-f460-4dad-a6b8-503dbd38a8ae already deleted. [ 864.787499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-017b10b6-f460-4dad-a6b8-503dbd38a8ae" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.880678] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b04c205-1f78-4b51-ab34-d092476db2e2 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.880838] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.881109] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.884922] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f23a971-4b2f-4b6c-9607-0c7256f3d8f9 with status ACTIVE [ 864.885148] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.885633] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.885633] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.885633] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.885633] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.885797] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.885875] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.886779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.888779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.888885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.889127] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.889232] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.889293] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.889453] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.889936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.889936] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f23a971-4b2f-4b6c-9607-0c7256f3d8f9 is going to be updated. [ 864.915825] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.915964] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.916048] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.916252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.916384] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.916544] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f23a971-4b2f-4b6c-9607-0c7256f3d8f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.172913] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c322bb7d-19c0-409a-95ca-095586a1cf40 in Status: SUCCESS [ 865.172913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.173145] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.173392] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.173713] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.173865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.173970] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.174265] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.174354] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.174496] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.174686] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c322bb7d-19c0-409a-95ca-095586a1cf40',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.393663] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.622863] env[65962]: INFO networking_nsxv3.common.synchronization [req-c56dd1a1-60bd-444c-b22d-ccb17f0cb745 req-87e991b2-e056-4815-bf35-d59bde5e9a3e tempest-ServersAdminTestJSON-1380903660 tempest-ServersAdminTestJSON-1380903660-project-member] Enqueued Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 865.623349] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 865.623647] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.623767] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.623832] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.627123] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.627461] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.627581] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.627649] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.628113] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.628209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.628314] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.678200] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c322bb7d-19c0-409a-95ca-095586a1cf40 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.678429] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.678525] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.678752] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.678934] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.679266] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.679427] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.679654] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.679768] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.679838] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.679993] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c322bb7d-19c0-409a-95ca-095586a1cf40 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.680166] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.680232] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.680380] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.680546] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.680640] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.680700] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.680898] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.680898] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.680995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.681102] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c322bb7d-19c0-409a-95ca-095586a1cf40',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.896327] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.896607] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.896721] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.897120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.897120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.897248] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 is going to be created. [ 865.932027] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.933092] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.933396] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.933550] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.933724] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.946625] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 in Status: UNINITIALIZED for 2s [ 866.038963] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.039305] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-918" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.039462] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-918" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.039783] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-918" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.040091] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.040276] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.040572] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.040660] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.040795] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.041013] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.041143] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.041238] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.041411] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.041514] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.041568] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.041695] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.067285] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.067500] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 866.067638] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.067821] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-918" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.068215] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-63170e75-1649-416e-bc45-5b6cc5c90329 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.068481] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-63170e75-1649-416e-bc45-5b6cc5c90329" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.068624] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-63170e75-1649-416e-bc45-5b6cc5c90329" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.069077] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-63170e75-1649-416e-bc45-5b6cc5c90329" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.069249] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63170e75-1649-416e-bc45-5b6cc5c90329',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.130265] env[65962]: INFO networking_nsxv3.common.synchronization [req-cfdcb40b-3e09-4926-bc41-37adf719ee08 req-8d68d045-694c-4b23-92ce-c3ca72688a71 tempest-ImagesOneServerNegativeTestJSON-1332257905 tempest-ImagesOneServerNegativeTestJSON-1332257905-project-member] Enqueued Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_members [ 866.130810] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_members [ 866.131195] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.131644] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.131736] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.131931] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.132128] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.132235] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.132310] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.132563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.132563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.132847] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.136341] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.186327] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c322bb7d-19c0-409a-95ca-095586a1cf40: rpc.has_security_group_logging(os_id): False [ 866.206637] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.206805] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.206849] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.207156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.207276] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.207472] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.207585] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.207663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.207806] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.207883] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.208199] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.208271] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.208271] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.208415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.208529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.208796] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.208872] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.208922] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.209063] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.209211] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.209308] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c322bb7d-19c0-409a-95ca-095586a1cf40 is going to be created. [ 866.304904] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.305219] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.305219] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.305447] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.305517] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.319365] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c322bb7d-19c0-409a-95ca-095586a1cf40 in Status: IN_PROGRESS for 2s [ 866.573546] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.574091] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.574327] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.574738] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.574979] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.575231] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 63170e75-1649-416e-bc45-5b6cc5c90329 not found, creating... [ 866.575642] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.576431] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.576621] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.577308] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.577962] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.578463] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.578785] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.578914] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.579189] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.579559] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.579723] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 63170e75-1649-416e-bc45-5b6cc5c90329 is going to be created. [ 866.604541] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.604799] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.604935] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.605318] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.605582] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.605840] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-63170e75-1649-416e-bc45-5b6cc5c90329" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.635785] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.635950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.636011] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.636256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.636348] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.636669] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.636804] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.636873] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.637046] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.637128] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.637229] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 is going to be updated. [ 866.638390] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.678723] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.678960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.679030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.679252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.679378] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.698252] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 in Status: IN_PROGRESS for 2s [ 867.143460] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.143460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.143460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.144142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.144142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.144523] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 is going to be updated. [ 867.181779] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.181974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.182158] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.182328] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.182497] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.196333] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: IN_PROGRESS for 2s [ 867.418393] env[65962]: INFO networking_nsxv3.common.synchronization [req-c56dd1a1-60bd-444c-b22d-ccb17f0cb745 req-462a3870-d66d-4a53-9c97-325a59496633 service nova] Enqueued Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_rules [ 867.418393] env[65962]: INFO networking_nsxv3.common.synchronization [req-c56dd1a1-60bd-444c-b22d-ccb17f0cb745 req-462a3870-d66d-4a53-9c97-325a59496633 service nova] Enqueued Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 867.418393] env[65962]: INFO networking_nsxv3.common.synchronization [req-c56dd1a1-60bd-444c-b22d-ccb17f0cb745 req-462a3870-d66d-4a53-9c97-325a59496633 service nova] Enqueued Resource ID: 63170e75-1649-416e-bc45-5b6cc5c90329 with Priority: HIGHEST for action port [ 867.418393] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_rules [ 867.418393] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 867.419105] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63170e75-1649-416e-bc45-5b6cc5c90329 with Priority: HIGHEST for action port [ 867.422868] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.422868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.422868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.422868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.422868] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.422868] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.422868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.422868] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-63170e75-1649-416e-bc45-5b6cc5c90329 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.422868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63170e75-1649-416e-bc45-5b6cc5c90329" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.422868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63170e75-1649-416e-bc45-5b6cc5c90329" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.422868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63170e75-1649-416e-bc45-5b6cc5c90329" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.422868] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63170e75-1649-416e-bc45-5b6cc5c90329',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.925566] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.925911] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.925970] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63170e75-1649-416e-bc45-5b6cc5c90329 with status ACTIVE [ 867.926799] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.926799] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.926799] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.926799] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.926799] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.927072] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.927072] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.927072] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.927259] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.927259] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.927428] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.927527] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.927591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.927716] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.927788] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.927890] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63170e75-1649-416e-bc45-5b6cc5c90329 is going to be updated. [ 867.949680] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.949680] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.949680] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.949995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.949995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.949995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63170e75-1649-416e-bc45-5b6cc5c90329" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.958537] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 in Status: SUCCESS [ 867.959210] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.959210] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.959406] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.959547] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.959626] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.959676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.960858] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.960858] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.960858] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.960858] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.335111] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c322bb7d-19c0-409a-95ca-095586a1cf40 in Status: SUCCESS [ 868.335111] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.462092] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b04c205-1f78-4b51-ab34-d092476db2e2 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.462315] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.462315] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.462588] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.462799] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.462881] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.462936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.463127] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.463216] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.463303] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.463449] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b04c205-1f78-4b51-ab34-d092476db2e2 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.463616] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.463616] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.463736] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.463882] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.464016] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.464118] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.464272] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.464350] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.464431] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.465156] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.710576] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 in Status: SUCCESS [ 868.710576] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 deletion is rescheduled due to dependency. [ 868.710576] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.966734] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b04c205-1f78-4b51-ab34-d092476db2e2: rpc.has_security_group_logging(os_id): False [ 868.994016] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.994249] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.994367] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.994663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.994808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.996696] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.996896] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.997023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.997318] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.997461] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.997799] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.997975] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.998101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.998363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.998526] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.998839] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.998999] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.999081] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.999245] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.999348] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.999445] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 is going to be created. [ 869.095034] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.095304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.095304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.095594] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.095790] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.114617] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 in Status: IN_PROGRESS for 2s [ 869.214154] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: SUCCESS [ 869.214154] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.214526] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.214686] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.214965] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.215142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.215215] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.215376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.215454] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.215574] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.718286] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.220559] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.384546] env[65962]: INFO networking_nsxv3.common.synchronization [req-fec6db09-ec41-43a9-91ad-34336f79ceff req-a750b34c-95e8-4991-b896-e29b358462a1 tempest-ListServerFiltersTestJSON-869009943 tempest-ListServerFiltersTestJSON-869009943-project-member] Enqueued Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_members [ 870.386094] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_members [ 870.386094] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.386094] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.386094] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.386413] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.386413] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.386506] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.386586] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.386753] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.386852] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.386950] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.724595] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.724796] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.724796] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.725916] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.725916] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.725916] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 is going to be updated. [ 870.757656] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.759617] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.759617] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.759617] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.759617] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.770367] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: IN_PROGRESS for 2s [ 870.891292] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.128851] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 in Status: SUCCESS [ 871.129451] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.393084] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.897491] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.897491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.897491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.897491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.897491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.897491] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 is going to be updated. [ 871.928932] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.929581] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.929711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.929932] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.930132] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.944610] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: IN_PROGRESS for 2s [ 872.809565] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: SUCCESS [ 872.809950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.810809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.811204] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.811439] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.811666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.811770] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.812049] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.812182] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.812317] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.812463] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.315536] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.315758] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.315758] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.315991] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.316191] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.316295] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.316357] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.317116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.317116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.317116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.317116] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.317116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.317116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.317116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.317573] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.317573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.317573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.317573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.317573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.317804] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.317804] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.521275] env[65962]: INFO networking_nsxv3.common.synchronization [req-c9e71368-fc9a-43c3-92ab-ab08c229b771 req-b15940f4-98e3-4df6-a619-6fcfeb79e56d tempest-AttachInterfacesUnderV243Test-832626395 tempest-AttachInterfacesUnderV243Test-832626395-project-member] Enqueued Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_members [ 873.521275] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_members [ 873.521779] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.522080] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.522285] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.522791] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.523076] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.525221] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.525221] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.525221] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.525221] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.525221] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.820498] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01f0f02e-0b2d-4216-a239-56734e9d8bc7: rpc.has_security_group_logging(os_id): False [ 873.835211] env[65962]: INFO networking_nsxv3.common.synchronization [None req-1f963441-c183-45d4-9806-acfa5bdb6c97 None None] Enqueued Resource ID: 36adeddc-6a4a-4dec-a5e9-4e6d534de42e with Priority: HIGHEST for action port [ 873.836610] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36adeddc-6a4a-4dec-a5e9-4e6d534de42e with Priority: HIGHEST for action port [ 873.837395] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-36adeddc-6a4a-4dec-a5e9-4e6d534de42e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.838137] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36adeddc-6a4a-4dec-a5e9-4e6d534de42e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.838279] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36adeddc-6a4a-4dec-a5e9-4e6d534de42e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.838828] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36adeddc-6a4a-4dec-a5e9-4e6d534de42e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.839048] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36adeddc-6a4a-4dec-a5e9-4e6d534de42e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.847370] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.847924] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.847982] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.848322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.848433] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.848739] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.849908] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.850029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.850261] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.850386] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.850689] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.850818] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.850872] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.851084] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.851232] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.851389] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.851518] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.851569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.851730] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.851835] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.851925] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 is going to be updated. [ 873.953576] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.953687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.953741] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.953995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.954108] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.957809] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: SUCCESS [ 873.958093] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.974049] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: IN_PROGRESS for 2s [ 873.995395] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.996253] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-992" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.996253] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-992" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.998171] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-992" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.998490] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.998727] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.998892] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.999213] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.999410] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.999665] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.999807] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.000628] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.000628] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.000628] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.000628] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.000628] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.030188] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.031332] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.031332] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.031332] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.031909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.031909] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.032417] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.032573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.032726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.032956] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.033171] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c already deleted. [ 874.033288] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.041665] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.041917] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.042033] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.042542] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-992" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.042542] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-950e1374-931a-43df-9262-f9a0fac193e2 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.043399] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-950e1374-931a-43df-9262-f9a0fac193e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.043399] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-950e1374-931a-43df-9262-f9a0fac193e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.043399] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-950e1374-931a-43df-9262-f9a0fac193e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.043399] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('950e1374-931a-43df-9262-f9a0fac193e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.343417] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36adeddc-6a4a-4dec-a5e9-4e6d534de42e [ 874.343662] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.343805] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.343889] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.344119] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.344201] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.344301] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36adeddc-6a4a-4dec-a5e9-4e6d534de42e already deleted. [ 874.344380] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36adeddc-6a4a-4dec-a5e9-4e6d534de42e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.547420] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.548620] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.548843] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.549143] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.549324] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.549486] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 950e1374-931a-43df-9262-f9a0fac193e2 not found, creating... [ 874.549850] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.550039] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.550161] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.550386] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.550523] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.550846] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.551022] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.551796] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.552096] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.552325] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.552509] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 950e1374-931a-43df-9262-f9a0fac193e2 is going to be created. [ 874.577742] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.578205] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.578767] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.580532] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.580532] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.580532] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-950e1374-931a-43df-9262-f9a0fac193e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.387742] env[65962]: INFO networking_nsxv3.common.synchronization [req-c9e71368-fc9a-43c3-92ab-ab08c229b771 req-4749dd22-0b46-40fe-9608-ac69c1168acb service nova] Enqueued Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_rules [ 875.387742] env[65962]: INFO networking_nsxv3.common.synchronization [req-c9e71368-fc9a-43c3-92ab-ab08c229b771 req-4749dd22-0b46-40fe-9608-ac69c1168acb service nova] Enqueued Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_members [ 875.387742] env[65962]: INFO networking_nsxv3.common.synchronization [req-c9e71368-fc9a-43c3-92ab-ab08c229b771 req-4749dd22-0b46-40fe-9608-ac69c1168acb service nova] Enqueued Resource ID: 950e1374-931a-43df-9262-f9a0fac193e2 with Priority: HIGHEST for action port [ 875.391424] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_rules [ 875.391424] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_members [ 875.391424] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 950e1374-931a-43df-9262-f9a0fac193e2 with Priority: HIGHEST for action port [ 875.391424] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.391424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.391424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.391424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.391424] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.391424] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.391424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.391424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.391424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.391424] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.391424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.391424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.391424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.391424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.391424] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.392081] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-950e1374-931a-43df-9262-f9a0fac193e2 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.392081] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-950e1374-931a-43df-9262-f9a0fac193e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.392081] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-950e1374-931a-43df-9262-f9a0fac193e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.392081] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-950e1374-931a-43df-9262-f9a0fac193e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.393802] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('950e1374-931a-43df-9262-f9a0fac193e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.893618] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.894745] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.894877] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.895057] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 950e1374-931a-43df-9262-f9a0fac193e2 with status ACTIVE [ 875.895257] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.895388] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.895447] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.895660] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.895754] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.895947] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.897038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.897038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.897038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.897038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.897038] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.897038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.897038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.897038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.897706] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.897706] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 950e1374-931a-43df-9262-f9a0fac193e2 is going to be updated. [ 875.923426] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.923617] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.923711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.924425] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.924425] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.924624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-950e1374-931a-43df-9262-f9a0fac193e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.994430] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: SUCCESS [ 875.995539] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.399756] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.536658] env[65962]: INFO networking_nsxv3.common.synchronization [None req-86b5deaf-69af-46c4-9232-ac9bfdbe9c9e None None] Enqueued Resource ID: b270b750-ed6d-497c-80a8-2b13b593266a with Priority: HIGHEST for action port [ 876.536928] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b270b750-ed6d-497c-80a8-2b13b593266a with Priority: HIGHEST for action port [ 876.537109] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-b270b750-ed6d-497c-80a8-2b13b593266a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.538251] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b270b750-ed6d-497c-80a8-2b13b593266a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.538300] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b270b750-ed6d-497c-80a8-2b13b593266a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.542438] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b270b750-ed6d-497c-80a8-2b13b593266a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.542438] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b270b750-ed6d-497c-80a8-2b13b593266a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.903647] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.903647] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.903647] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.903647] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.903647] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.904437] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c is going to be created. [ 876.931062] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.931211] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.931266] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.931458] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.933718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.945036] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c in Status: UNINITIALIZED for 2s [ 877.044552] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b270b750-ed6d-497c-80a8-2b13b593266a [ 877.044552] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.044742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.044742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.047247] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.047247] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.047247] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b270b750-ed6d-497c-80a8-2b13b593266a already deleted. [ 877.047247] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b270b750-ed6d-497c-80a8-2b13b593266a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.403283] env[65962]: INFO networking_nsxv3.common.synchronization [req-34cb2207-d085-44aa-a334-409be2ce8dcb req-1407f14d-c632-4d06-9cdd-0c35c3fe478e tempest-InstanceActionsV221TestJSON-975708122 tempest-InstanceActionsV221TestJSON-975708122-project-member] Enqueued Resource ID: c322bb7d-19c0-409a-95ca-095586a1cf40 with Priority: HIGHEST for action security_group_members [ 878.403537] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c322bb7d-19c0-409a-95ca-095586a1cf40 with Priority: HIGHEST for action security_group_members [ 878.404382] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c322bb7d-19c0-409a-95ca-095586a1cf40 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.404382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.404382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.404382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.404382] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.404674] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.404674] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.404674] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.404752] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.404809] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c322bb7d-19c0-409a-95ca-095586a1cf40',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.826623] env[65962]: INFO networking_nsxv3.common.synchronization [req-32b912f8-c8a1-4a7e-844b-6632a1946a6f req-16dd6adf-eb48-4f66-8fad-6f77ea0b65c3 tempest-ServersAdminNegativeTestJSON-1663123252 tempest-ServersAdminNegativeTestJSON-1663123252-project-member] Enqueued Resource ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 with Priority: HIGHEST for action security_group_members [ 878.827331] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 with Priority: HIGHEST for action security_group_members [ 878.827689] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7748df98-6008-4198-a2b1-5fbbdfbdcec8 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.829209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.829284] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.829492] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.829879] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.830644] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.830644] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.830644] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.830644] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.830644] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7748df98-6008-4198-a2b1-5fbbdfbdcec8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.907862] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.908529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.912424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.912655] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.912754] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.912985] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.913125] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.913173] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.913329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.913409] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.913495] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c322bb7d-19c0-409a-95ca-095586a1cf40 is going to be updated. [ 878.945292] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.945292] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.945292] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.945676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.945676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.958612] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c322bb7d-19c0-409a-95ca-095586a1cf40 in Status: IN_PROGRESS for 2s [ 878.959464] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c in Status: SUCCESS [ 878.959522] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.960439] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.960439] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.960544] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.960895] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.960895] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.960895] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.961036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.961133] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.961921] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.334710] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7748df98-6008-4198-a2b1-5fbbdfbdcec8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.379368] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.379557] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.379732] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.380245] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.380603] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.380776] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.380904] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.381291] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.381445] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.381686] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.381806] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.381915] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.382071] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.382197] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.382309] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.382450] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.403932] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.404167] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.404335] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.404675] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-620" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.405098] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-654a0446-cbd5-45c4-a41e-e0761f7b0e60 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.405277] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-654a0446-cbd5-45c4-a41e-e0761f7b0e60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.405277] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-654a0446-cbd5-45c4-a41e-e0761f7b0e60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.406093] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-654a0446-cbd5-45c4-a41e-e0761f7b0e60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.406093] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('654a0446-cbd5-45c4-a41e-e0761f7b0e60',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.463762] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.840323] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7748df98-6008-4198-a2b1-5fbbdfbdcec8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.910525] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.910773] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.910899] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.911182] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.911319] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.911465] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 654a0446-cbd5-45c4-a41e-e0761f7b0e60 not found, creating... [ 879.913026] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.913026] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.913026] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.913026] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.913026] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.913026] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.913026] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.913026] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.913380] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.913380] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.913443] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 654a0446-cbd5-45c4-a41e-e0761f7b0e60 is going to be created. [ 879.935547] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.935689] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.935773] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.936056] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.936288] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.936511] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-654a0446-cbd5-45c4-a41e-e0761f7b0e60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.966564] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b05ea9bd-7578-498b-990f-0b6ed6d7ae6c: rpc.has_security_group_logging(os_id): False [ 879.988901] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.989079] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.989118] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.989334] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.989408] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.989645] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.989786] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.989851] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.990016] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.990433] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.990433] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c is going to be created. [ 880.060373] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.060373] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.060373] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.060373] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.060373] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.098421] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c in Status: IN_PROGRESS for 2s [ 880.344328] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.344489] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.344558] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.344774] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.344879] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.344976] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 is going to be updated. [ 880.378909] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.379440] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.379440] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.379440] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.380128] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.389898] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 in Status: IN_PROGRESS for 2s [ 880.712662] env[65962]: INFO networking_nsxv3.common.synchronization [req-32b912f8-c8a1-4a7e-844b-6632a1946a6f req-4294fc0e-dba5-4fbd-9c7a-402a7d76b165 service nova] Enqueued Resource ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 with Priority: HIGHEST for action security_group_rules [ 880.715200] env[65962]: INFO networking_nsxv3.common.synchronization [req-32b912f8-c8a1-4a7e-844b-6632a1946a6f req-4294fc0e-dba5-4fbd-9c7a-402a7d76b165 service nova] Enqueued Resource ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 with Priority: HIGHEST for action security_group_members [ 880.715200] env[65962]: INFO networking_nsxv3.common.synchronization [req-32b912f8-c8a1-4a7e-844b-6632a1946a6f req-4294fc0e-dba5-4fbd-9c7a-402a7d76b165 service nova] Enqueued Resource ID: 654a0446-cbd5-45c4-a41e-e0761f7b0e60 with Priority: HIGHEST for action port [ 880.715200] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 with Priority: HIGHEST for action security_group_rules [ 880.715200] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 with Priority: HIGHEST for action security_group_members [ 880.715200] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654a0446-cbd5-45c4-a41e-e0761f7b0e60 with Priority: HIGHEST for action port [ 880.715200] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7748df98-6008-4198-a2b1-5fbbdfbdcec8 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.715399] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.715607] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.716166] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.716166] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7748df98-6008-4198-a2b1-5fbbdfbdcec8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.717283] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7748df98-6008-4198-a2b1-5fbbdfbdcec8 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.719030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.719030] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-654a0446-cbd5-45c4-a41e-e0761f7b0e60 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.719030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-654a0446-cbd5-45c4-a41e-e0761f7b0e60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.719030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-654a0446-cbd5-45c4-a41e-e0761f7b0e60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.719030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-654a0446-cbd5-45c4-a41e-e0761f7b0e60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.719030] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('654a0446-cbd5-45c4-a41e-e0761f7b0e60',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.975235] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c322bb7d-19c0-409a-95ca-095586a1cf40 in Status: SUCCESS [ 880.975462] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c322bb7d-19c0-409a-95ca-095586a1cf40 deletion is rescheduled due to dependency. [ 880.975530] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.221850] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7748df98-6008-4198-a2b1-5fbbdfbdcec8 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.222036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.223728] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 654a0446-cbd5-45c4-a41e-e0761f7b0e60 with status ACTIVE [ 881.223728] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.223728] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.223728] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.223728] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.223728] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.223728] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.223728] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.223728] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.224076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.224076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.224076] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.224172] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.225053] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.225053] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.225053] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.225053] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 654a0446-cbd5-45c4-a41e-e0761f7b0e60 is going to be updated. [ 881.251055] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.251239] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.251315] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.251558] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.251794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.251902] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-654a0446-cbd5-45c4-a41e-e0761f7b0e60" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.918175] env[65962]: INFO networking_nsxv3.common.synchronization [req-1124a25e-0246-432e-9217-26cafd2551b6 req-2f27a3f6-0109-4244-9fa0-bfb306c7d8ec tempest-ServerRescueTestJSON-234884923 tempest-ServerRescueTestJSON-234884923-project-member] Enqueued Resource ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be with Priority: HIGHEST for action security_group_members [ 881.918175] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be with Priority: HIGHEST for action security_group_members [ 881.919464] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.920503] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.920503] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.920503] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.920503] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.920503] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.920708] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.920915] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.921010] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.921114] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.112269] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c in Status: SUCCESS [ 882.112531] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.400127] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 in Status: SUCCESS [ 882.400253] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.400500] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.400757] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.400990] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.401271] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.401325] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.402024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.402024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.402024] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7748df98-6008-4198-a2b1-5fbbdfbdcec8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.425401] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.612501] env[65962]: INFO networking_nsxv3.common.synchronization [None req-9dfd160f-3a64-4b76-a415-0b0992706c4a tempest-AttachInterfacesTestJSON-1497595542 tempest-AttachInterfacesTestJSON-1497595542-project-member] Enqueued Resource ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af with Priority: HIGHEST for action security_group_rules [ 882.613104] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af with Priority: HIGHEST for action security_group_rules [ 882.613430] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.613568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.613621] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.614544] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.614544] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.742273] env[65962]: INFO networking_nsxv3.common.synchronization [None req-4d5a2dad-00f3-4cd1-af19-d080544befb4 tempest-AttachInterfacesTestJSON-1497595542 tempest-AttachInterfacesTestJSON-1497595542-project-member] Enqueued Resource ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af with Priority: HIGHEST for action security_group_rules [ 882.742906] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af with Priority: HIGHEST for action security_group_rules [ 882.743263] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.743369] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.903962] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7748df98-6008-4198-a2b1-5fbbdfbdcec8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.928733] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.143525] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.143709] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.144499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.144499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.144499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.144499] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af already deleted. [ 883.144499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.144712] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.144757] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.144843] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.408540] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7748df98-6008-4198-a2b1-5fbbdfbdcec8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.430300] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.430471] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.430515] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.430713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.430802] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.430897] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be is going to be updated. [ 883.466105] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.466446] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.466557] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.466824] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.467024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.478155] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be in Status: IN_PROGRESS for 2s [ 883.665031] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.665233] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.665233] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.665504] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.665613] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.665712] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af already deleted. [ 883.665796] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.915174] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.915340] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.915445] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.915862] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.915862] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.915862] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 is going to be updated. [ 883.946239] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.946239] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.946239] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.946605] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.946871] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.960339] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 in Status: IN_PROGRESS for 2s [ 885.488304] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be in Status: SUCCESS [ 885.488942] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.971178] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 in Status: SUCCESS [ 885.971451] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.971655] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.971905] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.972135] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.972284] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.972357] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.972557] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.972650] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.972762] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.972882] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7748df98-6008-4198-a2b1-5fbbdfbdcec8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.476303] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7748df98-6008-4198-a2b1-5fbbdfbdcec8 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.476463] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.476535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.476840] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.477134] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.477134] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.477222] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.477317] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.477405] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.477498] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.477647] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7748df98-6008-4198-a2b1-5fbbdfbdcec8 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.477741] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.477802] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.477941] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.478089] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.478180] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.478240] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.478372] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.478446] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.478525] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.478931] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7748df98-6008-4198-a2b1-5fbbdfbdcec8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.981443] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7748df98-6008-4198-a2b1-5fbbdfbdcec8: rpc.has_security_group_logging(os_id): False [ 887.003304] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.003304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.003304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.003504] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.005235] env[65962]: INFO networking_nsxv3.common.synchronization [None req-2ec51948-c779-4577-b102-00bcab31e20d None None] Enqueued Resource ID: af492528-0928-4312-87d6-2de75d91b9b7 with Priority: HIGHEST for action port [ 887.005794] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af492528-0928-4312-87d6-2de75d91b9b7 with Priority: HIGHEST for action port [ 887.006581] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-af492528-0928-4312-87d6-2de75d91b9b7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.006713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af492528-0928-4312-87d6-2de75d91b9b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.006752] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af492528-0928-4312-87d6-2de75d91b9b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.006972] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af492528-0928-4312-87d6-2de75d91b9b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.007080] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af492528-0928-4312-87d6-2de75d91b9b7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.026039] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.026480] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.026713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.026713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.026849] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.026943] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.027251] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.027602] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.030274] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.030464] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.030554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.030775] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.030890] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.030944] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.031109] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.031177] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.031267] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 is going to be updated. [ 887.095805] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.096034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.096034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.096383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.096383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.112417] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 in Status: IN_PROGRESS for 2s [ 887.508860] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af492528-0928-4312-87d6-2de75d91b9b7 [ 887.509226] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.509378] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.509456] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.509656] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.509746] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.509845] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af492528-0928-4312-87d6-2de75d91b9b7 already deleted. [ 887.509932] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af492528-0928-4312-87d6-2de75d91b9b7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.130291] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 in Status: SUCCESS [ 889.130595] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.324979] env[65962]: INFO networking_nsxv3.common.synchronization [None req-ee6ce4ed-68b2-405b-bd71-c0d762be68a2 None None] Enqueued Resource ID: b33cfece-6033-4d9a-9868-5b9050826d58 with Priority: HIGHEST for action port [ 889.325614] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33cfece-6033-4d9a-9868-5b9050826d58 with Priority: HIGHEST for action port [ 889.325928] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-b33cfece-6033-4d9a-9868-5b9050826d58 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.326587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b33cfece-6033-4d9a-9868-5b9050826d58" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.326587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b33cfece-6033-4d9a-9868-5b9050826d58" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.326587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b33cfece-6033-4d9a-9868-5b9050826d58" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.326587] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b33cfece-6033-4d9a-9868-5b9050826d58',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.373066] env[65962]: INFO networking_nsxv3.common.synchronization [req-2614e507-199c-4593-af66-283dda08067a req-8d09cb39-0317-4032-8dc8-a40fd0bf734f tempest-ServersNegativeTestMultiTenantJSON-1008845800 tempest-ServersNegativeTestMultiTenantJSON-1008845800-project-member] Enqueued Resource ID: 839ab34f-07c0-4187-b840-b964c5ace0c4 with Priority: HIGHEST for action security_group_members [ 889.373642] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839ab34f-07c0-4187-b840-b964c5ace0c4 with Priority: HIGHEST for action security_group_members [ 889.373970] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-839ab34f-07c0-4187-b840-b964c5ace0c4 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.374353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.374353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.374569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.374624] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.374697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.374774] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.374896] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.374979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.375089] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('839ab34f-07c0-4187-b840-b964c5ace0c4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.741705] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-785 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.741925] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-785" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.742074] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-785" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.742414] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-785" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.742697] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.742884] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.742973] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.743214] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.743346] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.743554] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.743667] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.743779] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.743899] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.744019] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.744131] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.744274] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.765114] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.765295] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 889.765439] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.765617] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-785" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.765937] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-7e1eb084-7470-473a-b430-325bd4160473 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.766129] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-7e1eb084-7470-473a-b430-325bd4160473" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.766270] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-7e1eb084-7470-473a-b430-325bd4160473" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.766660] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-7e1eb084-7470-473a-b430-325bd4160473" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.766822] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e1eb084-7470-473a-b430-325bd4160473',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.829363] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b33cfece-6033-4d9a-9868-5b9050826d58 [ 889.829607] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.829757] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.829835] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.830056] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.830146] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.830239] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b33cfece-6033-4d9a-9868-5b9050826d58 already deleted. [ 889.830327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b33cfece-6033-4d9a-9868-5b9050826d58" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.877958] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.877958] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.878115] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.878612] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.878612] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.878973] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.878973] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.879532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.879532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.879532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.879532] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 839ab34f-07c0-4187-b840-b964c5ace0c4 already deleted. [ 889.879532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.269721] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.270133] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.270133] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.270353] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.270498] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.270653] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 7e1eb084-7470-473a-b430-325bd4160473 not found, creating... [ 890.270921] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.271124] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.271241] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.271458] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.271590] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.271874] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.272057] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.272191] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.272668] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.272668] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.272668] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 7e1eb084-7470-473a-b430-325bd4160473 is going to be created. [ 890.299429] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.300266] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.300450] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.302104] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.302104] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.302104] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-7e1eb084-7470-473a-b430-325bd4160473" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.016364] env[65962]: INFO networking_nsxv3.common.synchronization [req-2614e507-199c-4593-af66-283dda08067a req-9dd31738-25e8-4181-b75f-dfa83b1d74dc service nova] Enqueued Resource ID: 839ab34f-07c0-4187-b840-b964c5ace0c4 with Priority: HIGHEST for action security_group_rules [ 891.016648] env[65962]: INFO networking_nsxv3.common.synchronization [req-2614e507-199c-4593-af66-283dda08067a req-9dd31738-25e8-4181-b75f-dfa83b1d74dc service nova] Enqueued Resource ID: 839ab34f-07c0-4187-b840-b964c5ace0c4 with Priority: HIGHEST for action security_group_members [ 891.016928] env[65962]: INFO networking_nsxv3.common.synchronization [req-2614e507-199c-4593-af66-283dda08067a req-9dd31738-25e8-4181-b75f-dfa83b1d74dc service nova] Enqueued Resource ID: 7e1eb084-7470-473a-b430-325bd4160473 with Priority: HIGHEST for action port [ 891.017623] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839ab34f-07c0-4187-b840-b964c5ace0c4 with Priority: HIGHEST for action security_group_rules [ 891.017826] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839ab34f-07c0-4187-b840-b964c5ace0c4 with Priority: HIGHEST for action security_group_members [ 891.018072] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e1eb084-7470-473a-b430-325bd4160473 with Priority: HIGHEST for action port [ 891.018386] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-839ab34f-07c0-4187-b840-b964c5ace0c4 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.018563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.018685] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.019092] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.019226] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('839ab34f-07c0-4187-b840-b964c5ace0c4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.021494] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-839ab34f-07c0-4187-b840-b964c5ace0c4 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.021625] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.021695] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.021890] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.022059] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.022163] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.022227] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.022375] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.022468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.022563] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('839ab34f-07c0-4187-b840-b964c5ace0c4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.023956] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e1eb084-7470-473a-b430-325bd4160473 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.024104] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e1eb084-7470-473a-b430-325bd4160473" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.024971] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e1eb084-7470-473a-b430-325bd4160473" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.024971] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e1eb084-7470-473a-b430-325bd4160473" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.024971] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e1eb084-7470-473a-b430-325bd4160473',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.526563] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('839ab34f-07c0-4187-b840-b964c5ace0c4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.527923] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-839ab34f-07c0-4187-b840-b964c5ace0c4 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.527923] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.529774] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e1eb084-7470-473a-b430-325bd4160473 with status ACTIVE [ 891.529774] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.529984] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.529984] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.530221] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.530309] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.530491] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.530590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.530820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.530820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.530894] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.531695] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.531695] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.531695] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.531695] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.531695] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.531695] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e1eb084-7470-473a-b430-325bd4160473 is going to be updated. [ 891.554920] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.555123] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.555227] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.555480] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.555720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.555849] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e1eb084-7470-473a-b430-325bd4160473" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.029571] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('839ab34f-07c0-4187-b840-b964c5ace0c4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.533186] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.533186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.533186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.533186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.533186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.533186] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 839ab34f-07c0-4187-b840-b964c5ace0c4 is going to be created. [ 892.558445] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.558601] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.558672] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.558958] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.559137] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.570098] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839ab34f-07c0-4187-b840-b964c5ace0c4 in Status: UNINITIALIZED for 2s [ 894.583484] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839ab34f-07c0-4187-b840-b964c5ace0c4 in Status: SUCCESS [ 894.583785] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.583919] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.585025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.585025] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.585025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.585025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.585025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.585025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.585025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.585025] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('839ab34f-07c0-4187-b840-b964c5ace0c4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.088515] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-839ab34f-07c0-4187-b840-b964c5ace0c4 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.090285] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.090285] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.090285] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.090285] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.090543] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.090543] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.090615] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.090742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.090792] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.090954] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-839ab34f-07c0-4187-b840-b964c5ace0c4 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.091068] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.091136] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.091322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.091506] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.091614] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.092239] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.092239] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.092239] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.092239] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.092373] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('839ab34f-07c0-4187-b840-b964c5ace0c4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.600393] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 839ab34f-07c0-4187-b840-b964c5ace0c4: rpc.has_security_group_logging(os_id): False [ 895.619790] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.619976] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.620093] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.620329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.620459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.620650] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.620761] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.620836] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.621042] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.621108] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.621330] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.621428] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.621498] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.621677] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.621755] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.621968] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.622231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.622307] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.626163] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.626546] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.626546] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 839ab34f-07c0-4187-b840-b964c5ace0c4 is going to be created. [ 895.696065] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.696065] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.696065] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.696065] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.696065] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.718028] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 839ab34f-07c0-4187-b840-b964c5ace0c4 in Status: IN_PROGRESS for 2s [ 896.019884] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 896.019884] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 897.108574] env[65962]: INFO networking_nsxv3.common.synchronization [req-25f21ba7-751e-435c-8f8f-7fb66d62f74b req-dc1b4eb4-d09f-4c3d-bbc9-0884437818ad tempest-DeleteServersTestJSON-358591378 tempest-DeleteServersTestJSON-358591378-project-member] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 897.108875] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 897.109042] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.109169] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.109237] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.109524] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.109723] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.109903] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.109967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.110143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.110317] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.110317] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.613521] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.613521] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.613653] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.614260] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.614260] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.614260] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.614260] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.614470] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.614470] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.614525] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.615243] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d already deleted. [ 897.615243] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.659733] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.659992] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.660138] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.660544] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.660820] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.660984] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.661292] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.661660] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.661726] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.661889] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.662013] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.662123] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.662230] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.662391] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.662994] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.662994] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.689913] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.689913] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.689913] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.689913] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.689913] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-d9580e4a-7c39-4d0e-882a-f0341bca1059 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.689913] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-d9580e4a-7c39-4d0e-882a-f0341bca1059" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.690277] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-d9580e4a-7c39-4d0e-882a-f0341bca1059" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.690432] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-d9580e4a-7c39-4d0e-882a-f0341bca1059" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.690490] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9580e4a-7c39-4d0e-882a-f0341bca1059',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.732201] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 839ab34f-07c0-4187-b840-b964c5ace0c4 in Status: SUCCESS [ 897.732201] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.193600] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.193600] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.193600] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.194110] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.194110] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.194169] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port d9580e4a-7c39-4d0e-882a-f0341bca1059 not found, creating... [ 898.194509] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.194670] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.195401] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.195401] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.195401] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.195562] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.196076] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.196076] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.196229] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.196417] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.196638] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: d9580e4a-7c39-4d0e-882a-f0341bca1059 is going to be created. [ 898.221147] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.221402] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.221529] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.221796] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.222045] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.222281] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-d9580e4a-7c39-4d0e-882a-f0341bca1059" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.910843] env[65962]: INFO networking_nsxv3.common.synchronization [None req-c5b55fe3-de7d-4673-a603-1ebdbe03f95d None None] Enqueued Resource ID: 9c936670-51ef-4968-97ff-75eb4df8551c with Priority: HIGHEST for action port [ 898.911878] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c936670-51ef-4968-97ff-75eb4df8551c with Priority: HIGHEST for action port [ 898.912231] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c936670-51ef-4968-97ff-75eb4df8551c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.912363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c936670-51ef-4968-97ff-75eb4df8551c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.912432] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c936670-51ef-4968-97ff-75eb4df8551c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.912832] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c936670-51ef-4968-97ff-75eb4df8551c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.912934] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c936670-51ef-4968-97ff-75eb4df8551c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.943243] env[65962]: INFO networking_nsxv3.common.synchronization [req-25f21ba7-751e-435c-8f8f-7fb66d62f74b req-568b5165-1256-4713-ab01-988952dcf2e0 service nova] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_rules [ 898.943465] env[65962]: INFO networking_nsxv3.common.synchronization [req-25f21ba7-751e-435c-8f8f-7fb66d62f74b req-568b5165-1256-4713-ab01-988952dcf2e0 service nova] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 898.943556] env[65962]: INFO networking_nsxv3.common.synchronization [req-25f21ba7-751e-435c-8f8f-7fb66d62f74b req-568b5165-1256-4713-ab01-988952dcf2e0 service nova] Enqueued Resource ID: d9580e4a-7c39-4d0e-882a-f0341bca1059 with Priority: HIGHEST for action port [ 898.943782] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_rules [ 898.943912] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 898.944018] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9580e4a-7c39-4d0e-882a-f0341bca1059 with Priority: HIGHEST for action port [ 898.944535] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.944653] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.944720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.945217] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.945217] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.946373] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.946980] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.947076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.947959] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.947959] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.947959] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.947959] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.947959] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.947959] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.947959] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.952020] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9580e4a-7c39-4d0e-882a-f0341bca1059 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.952020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9580e4a-7c39-4d0e-882a-f0341bca1059" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.952020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9580e4a-7c39-4d0e-882a-f0341bca1059" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.952020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9580e4a-7c39-4d0e-882a-f0341bca1059" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.952020] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9580e4a-7c39-4d0e-882a-f0341bca1059',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.203298] env[65962]: INFO networking_nsxv3.common.synchronization [req-42c763de-c5e8-46f9-aa22-1fbb69199ba0 req-da8d55d8-6a4b-4a6e-badb-abff33368793 tempest-ServersAdminNegativeTestJSON-1663123252 tempest-ServersAdminNegativeTestJSON-1663123252-project-member] Enqueued Resource ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 with Priority: HIGHEST for action security_group_members [ 899.203926] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 with Priority: HIGHEST for action security_group_members [ 899.204389] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7748df98-6008-4198-a2b1-5fbbdfbdcec8 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.204876] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.204876] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.204971] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.207182] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.207266] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.207676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.207752] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.207840] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.207997] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7748df98-6008-4198-a2b1-5fbbdfbdcec8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.415664] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c936670-51ef-4968-97ff-75eb4df8551c [ 899.415957] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.416032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.416103] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.416332] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.417033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.417033] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c936670-51ef-4968-97ff-75eb4df8551c already deleted. [ 899.417033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c936670-51ef-4968-97ff-75eb4df8551c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.452199] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9580e4a-7c39-4d0e-882a-f0341bca1059 with status ACTIVE [ 899.452437] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.452576] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.452645] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.452858] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.452952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.453184] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.453300] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.453350] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.453521] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.453667] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.453782] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.453874] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.453935] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.454088] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.454163] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.454246] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9580e4a-7c39-4d0e-882a-f0341bca1059 is going to be updated. [ 899.455414] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.456330] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.456433] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.480716] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.480818] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.480885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.481268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.481350] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.481459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9580e4a-7c39-4d0e-882a-f0341bca1059" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.712207] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7748df98-6008-4198-a2b1-5fbbdfbdcec8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.853326] env[65962]: INFO networking_nsxv3.common.synchronization [req-0926f04e-4554-4501-a2ff-2aa62cf0e9f4 req-da357609-842c-40e5-b446-de72a5de86cc tempest-ServerRescueNegativeTestJSON-188126304 tempest-ServerRescueNegativeTestJSON-188126304-project-member] Enqueued Resource ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 with Priority: HIGHEST for action security_group_members [ 899.853595] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 with Priority: HIGHEST for action security_group_members [ 899.856460] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.856460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.856460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.856460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.856460] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.856460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.856460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.856460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.856460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.856460] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.958803] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.216355] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7748df98-6008-4198-a2b1-5fbbdfbdcec8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.304761] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.306024] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-402" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.306024] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-402" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.306024] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-402" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.306564] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.306926] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.307180] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.307621] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.308564] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.308564] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.308564] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.308564] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.308564] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.308850] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.308948] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.309247] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.333791] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.333980] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 900.335959] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.335959] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-402" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.336171] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-b7bc7596-23c4-4179-9196-c09f61d31357 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.336171] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-b7bc7596-23c4-4179-9196-c09f61d31357" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.336300] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-b7bc7596-23c4-4179-9196-c09f61d31357" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.336637] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-b7bc7596-23c4-4179-9196-c09f61d31357" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.336781] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7bc7596-23c4-4179-9196-c09f61d31357',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.358968] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.359175] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.359229] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.359541] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.359541] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.359701] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.359810] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.359904] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.360049] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.360135] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.360219] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 already deleted. [ 900.360404] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.462542] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.462542] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.462542] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.462542] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.462839] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.462839] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be created. [ 900.487038] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.487208] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.487300] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.487482] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.487644] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.498998] env[65962]: INFO networking_nsxv3.common.synchronization [None req-312fe706-97c2-46ca-a11d-cb8939bedf0b tempest-ServerActionsTestJSON-636458219 tempest-ServerActionsTestJSON-636458219-project-member] Enqueued Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_rules [ 900.501034] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: UNINITIALIZED for 2s [ 900.502923] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_rules [ 900.503180] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.503306] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.503376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.503633] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.503721] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.683949] env[65962]: INFO networking_nsxv3.common.synchronization [None req-d8345d5d-a33c-413b-a586-3ba87fb1b66e tempest-ServerActionsTestJSON-636458219 tempest-ServerActionsTestJSON-636458219-project-member] Enqueued Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_rules [ 900.684480] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_rules [ 900.684785] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.685222] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.720270] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.721981] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.721981] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.722218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.722701] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.722701] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 is going to be updated. [ 900.753277] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.753482] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.753482] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.753688] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.753828] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.763665] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 in Status: IN_PROGRESS for 2s [ 900.839300] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.839546] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.839680] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.839985] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.840149] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.840304] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port b7bc7596-23c4-4179-9196-c09f61d31357 not found, creating... [ 900.840573] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.840731] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.840851] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.841174] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.841331] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.841608] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.841762] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.841878] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.842097] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.842227] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.842362] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: b7bc7596-23c4-4179-9196-c09f61d31357 is going to be created. [ 900.864131] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.864440] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.864635] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.865040] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.865384] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.865697] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-b7bc7596-23c4-4179-9196-c09f61d31357" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.028449] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.028655] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.028655] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.028942] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.029049] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.029149] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f already deleted. [ 901.029237] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.029392] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.029555] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.029639] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.506296] env[65962]: INFO networking_nsxv3.common.synchronization [None req-1b06e27d-ece9-4fcc-9127-0a5ab110e037 None None] Enqueued Resource ID: 7ffb5131-9d15-4acf-a0b8-d0bba558c077 with Priority: HIGHEST for action port [ 901.506725] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ffb5131-9d15-4acf-a0b8-d0bba558c077 with Priority: HIGHEST for action port [ 901.507049] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ffb5131-9d15-4acf-a0b8-d0bba558c077 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.507195] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ffb5131-9d15-4acf-a0b8-d0bba558c077" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.507241] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ffb5131-9d15-4acf-a0b8-d0bba558c077" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.507579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ffb5131-9d15-4acf-a0b8-d0bba558c077" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.507633] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ffb5131-9d15-4acf-a0b8-d0bba558c077',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.552027] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.552027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.552027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.552027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.552027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.552027] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f already deleted. [ 901.552027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.594864] env[65962]: INFO networking_nsxv3.common.synchronization [req-0926f04e-4554-4501-a2ff-2aa62cf0e9f4 req-f194d4b7-52e4-412b-a76f-0fa4c9a6626c service nova] Enqueued Resource ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 with Priority: HIGHEST for action security_group_rules [ 901.595065] env[65962]: INFO networking_nsxv3.common.synchronization [req-0926f04e-4554-4501-a2ff-2aa62cf0e9f4 req-f194d4b7-52e4-412b-a76f-0fa4c9a6626c service nova] Enqueued Resource ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 with Priority: HIGHEST for action security_group_members [ 901.595407] env[65962]: INFO networking_nsxv3.common.synchronization [req-0926f04e-4554-4501-a2ff-2aa62cf0e9f4 req-f194d4b7-52e4-412b-a76f-0fa4c9a6626c service nova] Enqueued Resource ID: b7bc7596-23c4-4179-9196-c09f61d31357 with Priority: HIGHEST for action port [ 901.596187] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 with Priority: HIGHEST for action security_group_rules [ 901.596269] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 with Priority: HIGHEST for action security_group_members [ 901.597438] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7bc7596-23c4-4179-9196-c09f61d31357 with Priority: HIGHEST for action port [ 901.597438] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dff0bd08-da26-4949-ab2f-a7ff7371f7c6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.597438] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.597438] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.597438] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.597438] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.598223] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.598343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.598394] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.598585] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.599219] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.600193] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.600298] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.600811] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.600895] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.600992] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.601824] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7bc7596-23c4-4179-9196-c09f61d31357 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.601924] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7bc7596-23c4-4179-9196-c09f61d31357" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.601992] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7bc7596-23c4-4179-9196-c09f61d31357" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.602155] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7bc7596-23c4-4179-9196-c09f61d31357" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.602229] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7bc7596-23c4-4179-9196-c09f61d31357',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.009590] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ffb5131-9d15-4acf-a0b8-d0bba558c077 [ 902.009590] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.009590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.009590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.009836] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.009836] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.009973] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ffb5131-9d15-4acf-a0b8-d0bba558c077 already deleted. [ 902.009973] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ffb5131-9d15-4acf-a0b8-d0bba558c077" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.103660] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.105756] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.105756] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.105756] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7bc7596-23c4-4179-9196-c09f61d31357 with status ACTIVE [ 902.105756] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.105999] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.105999] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.106252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.106252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.106399] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.106584] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.106584] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.106781] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.106872] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.107182] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.107330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.107418] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.107547] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.107621] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.107705] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7bc7596-23c4-4179-9196-c09f61d31357 is going to be updated. [ 902.131227] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.131463] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.131463] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.131647] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.131781] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.131945] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7bc7596-23c4-4179-9196-c09f61d31357" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.513256] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 902.513256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.513256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.513256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.514261] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.514261] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.514261] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.514261] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.514261] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.514261] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.514261] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.606021] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.777657] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 in Status: SUCCESS [ 902.777904] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.017523] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.017707] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.017769] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.017984] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.018165] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.018270] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.018336] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.018490] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.018577] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.018665] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.018855] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.018956] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.019028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.019235] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.019349] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.019396] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.019463] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.019662] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.019662] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.019803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.019870] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.109066] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.109283] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.109329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.109591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.109712] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.109840] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 is going to be created. [ 903.135291] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.135459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.135531] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.135739] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.135931] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.145583] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 in Status: UNINITIALIZED for 2s [ 903.526400] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a70c390b-c5f0-452c-b6f4-fccf0f68fa9d: rpc.has_security_group_logging(os_id): False [ 903.547648] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.548440] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.548440] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.548440] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.548440] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.548680] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.548680] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.548680] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.548909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.548909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.549067] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.549128] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.549196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.549612] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.549612] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.549612] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.549741] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.549817] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.550016] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.550016] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.550181] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be created. [ 903.611881] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.611881] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.611881] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.611881] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.611881] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.623555] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: IN_PROGRESS for 2s [ 905.048889] env[65962]: INFO networking_nsxv3.common.synchronization [req-3e7ee140-0bf0-4591-b796-9d0200e1b233 req-c3bf1c9f-5213-4c3e-bb73-780ee049c84b tempest-ServersNegativeTestMultiTenantJSON-1008845800 tempest-ServersNegativeTestMultiTenantJSON-1008845800-project-member] Enqueued Resource ID: 839ab34f-07c0-4187-b840-b964c5ace0c4 with Priority: HIGHEST for action security_group_members [ 905.049581] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839ab34f-07c0-4187-b840-b964c5ace0c4 with Priority: HIGHEST for action security_group_members [ 905.050068] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-839ab34f-07c0-4187-b840-b964c5ace0c4 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.050560] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.050560] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.050855] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.051328] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.051461] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.051651] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.051808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.051808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.051874] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('839ab34f-07c0-4187-b840-b964c5ace0c4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.156760] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 in Status: SUCCESS [ 905.157033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.157207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.157425] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.157704] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.157912] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.157912] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.158065] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.158146] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.158234] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.158963] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.554841] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.554995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.555110] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.555331] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.555424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.555625] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.555728] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.555793] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.555945] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.556035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.556123] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 839ab34f-07c0-4187-b840-b964c5ace0c4 is going to be updated. [ 905.582178] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.582326] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.582410] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.582594] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.582736] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.591373] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839ab34f-07c0-4187-b840-b964c5ace0c4 in Status: IN_PROGRESS for 2s [ 905.635988] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 905.636234] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.661871] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.662107] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.662175] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.662359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.662532] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.662631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.662696] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.662841] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.662924] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.663060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.663209] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.663302] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.663374] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.663513] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.663651] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.663742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.663801] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.663935] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.664136] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.664136] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.664213] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.166355] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dff0bd08-da26-4949-ab2f-a7ff7371f7c6: rpc.has_security_group_logging(os_id): False [ 906.187152] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.187304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.187489] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.187589] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.187785] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.187884] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.187980] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.188060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.188217] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.188265] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.188453] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.188523] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.188587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.188714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.188785] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.189009] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.189112] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.189174] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.189313] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.189384] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.189467] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 is going to be created. [ 906.252715] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.252802] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.252952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.253569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.253569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.265711] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 in Status: IN_PROGRESS for 2s [ 907.603028] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839ab34f-07c0-4187-b840-b964c5ace0c4 in Status: SUCCESS [ 907.603407] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 839ab34f-07c0-4187-b840-b964c5ace0c4 deletion is rescheduled due to dependency. [ 907.603407] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.280656] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 in Status: SUCCESS [ 908.280656] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.051098] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 910.051430] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 911.349538] env[65962]: INFO networking_nsxv3.common.synchronization [req-110f0469-6434-49db-a2f0-93cdde44a635 req-a1a2edc9-6100-4633-8b3d-139cdbaf0eb3 tempest-ListServerFiltersTestJSON-869009943 tempest-ListServerFiltersTestJSON-869009943-project-member] Enqueued Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_members [ 911.349999] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGHEST for action security_group_members [ 911.350309] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.350435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.350504] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.350700] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.350854] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.350953] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.351019] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.351181] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.351302] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.351402] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.853379] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.853534] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.853601] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.853829] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.853940] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.854232] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.854330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.854378] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.854539] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.854617] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.854703] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 is going to be updated. [ 911.886347] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.886519] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.886562] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.887567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.887567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.896297] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: IN_PROGRESS for 2s [ 913.909451] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 in Status: SUCCESS [ 913.909846] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 deletion is rescheduled due to dependency. [ 913.909906] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.680594] env[65962]: INFO networking_nsxv3.common.synchronization [req-3392762b-5696-46c4-ab01-b4dd0d8c210c req-11fe3a08-f3c2-4bb9-bde3-7b1694c066d8 tempest-DeleteServersTestJSON-358591378 tempest-DeleteServersTestJSON-358591378-project-member] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 914.681230] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 914.681575] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.681713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.681785] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.682053] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.682217] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.682317] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.682402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.682574] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.682662] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.682785] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.185061] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.185061] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.185061] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.185435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.185435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.185559] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.185666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.185728] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.185878] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.185955] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.186052] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be updated. [ 915.216294] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.216294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.216294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.216491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.216629] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.225977] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: IN_PROGRESS for 2s [ 917.238057] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 917.238402] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d deletion is rescheduled due to dependency. [ 917.238402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.576829] env[65962]: INFO networking_nsxv3.common.synchronization [req-3d066f0f-4b8f-46f2-a353-b25eda2a4032 req-38eb12b5-7ca0-4a78-b945-c813bdd01543 tempest-ServerRescueNegativeTestJSON-188126304 tempest-ServerRescueNegativeTestJSON-188126304-project-member] Enqueued Resource ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 with Priority: HIGHEST for action security_group_members [ 919.577510] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 with Priority: HIGHEST for action security_group_members [ 919.577846] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.577954] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.578066] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.578244] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.578402] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.578560] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.578636] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.579499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.579499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.579499] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.883749] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.883944] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-402" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.884081] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-402" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.884340] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-402" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.884594] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.884750] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.884864] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.885086] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.885230] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.885502] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.885552] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.885733] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.885733] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.885855] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.886179] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.886179] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.905354] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.905533] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 919.905674] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.905846] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-402" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.906181] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-82364735-0003-48b8-9f47-26df69bc405e taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.906355] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-82364735-0003-48b8-9f47-26df69bc405e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.906474] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-82364735-0003-48b8-9f47-26df69bc405e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.906802] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-82364735-0003-48b8-9f47-26df69bc405e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.906978] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82364735-0003-48b8-9f47-26df69bc405e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.082342] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.409313] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.409539] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.409667] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.409995] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.410162] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.410319] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 82364735-0003-48b8-9f47-26df69bc405e not found, creating... [ 920.410575] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.410732] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.410845] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.411079] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.411212] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.411490] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.411642] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.411755] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.411955] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.412110] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.412316] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 82364735-0003-48b8-9f47-26df69bc405e is going to be created. [ 920.431930] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.432160] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.432264] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.432549] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.432765] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.432985] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-82364735-0003-48b8-9f47-26df69bc405e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.584182] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.086546] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.086546] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.087125] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.087125] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.087125] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.087125] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 is going to be updated. [ 921.119680] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.119824] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.119931] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.120157] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.120305] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.130184] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 in Status: IN_PROGRESS for 2s [ 921.182096] env[65962]: INFO networking_nsxv3.common.synchronization [req-3d066f0f-4b8f-46f2-a353-b25eda2a4032 req-9e230094-e7a1-4ae7-917f-f68c75979499 service nova] Enqueued Resource ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 with Priority: HIGHEST for action security_group_rules [ 921.182292] env[65962]: INFO networking_nsxv3.common.synchronization [req-3d066f0f-4b8f-46f2-a353-b25eda2a4032 req-9e230094-e7a1-4ae7-917f-f68c75979499 service nova] Enqueued Resource ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 with Priority: HIGHEST for action security_group_members [ 921.182427] env[65962]: INFO networking_nsxv3.common.synchronization [req-3d066f0f-4b8f-46f2-a353-b25eda2a4032 req-9e230094-e7a1-4ae7-917f-f68c75979499 service nova] Enqueued Resource ID: 82364735-0003-48b8-9f47-26df69bc405e with Priority: HIGHEST for action port [ 921.182940] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 with Priority: HIGHEST for action security_group_rules [ 921.183088] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 with Priority: HIGHEST for action security_group_members [ 921.183186] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82364735-0003-48b8-9f47-26df69bc405e with Priority: HIGHEST for action port [ 921.183460] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dff0bd08-da26-4949-ab2f-a7ff7371f7c6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.183579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.183648] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.183849] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.183933] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.185122] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.185244] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.185459] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-82364735-0003-48b8-9f47-26df69bc405e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.187076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82364735-0003-48b8-9f47-26df69bc405e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.187175] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82364735-0003-48b8-9f47-26df69bc405e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.187411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82364735-0003-48b8-9f47-26df69bc405e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.187411] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82364735-0003-48b8-9f47-26df69bc405e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.689840] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.689840] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.690283] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82364735-0003-48b8-9f47-26df69bc405e with status ACTIVE [ 921.690283] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.690381] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.690417] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.690617] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.690687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.690854] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.690952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.691028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.691177] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.691257] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.691430] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.691524] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.691584] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.691719] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.691869] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.691869] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82364735-0003-48b8-9f47-26df69bc405e is going to be updated. [ 921.713423] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.713837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.713837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.713837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.713973] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.714126] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82364735-0003-48b8-9f47-26df69bc405e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.198894] env[65962]: INFO networking_nsxv3.common.synchronization [req-95c3cc7a-f727-4d22-8dbc-23b9fdebbe0b req-827e9f56-a2b5-4625-b411-1c6cc5b420a8 tempest-ImagesTestJSON-946931724 tempest-ImagesTestJSON-946931724-project-member] Enqueued Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 922.199768] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 922.199942] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.200083] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.200151] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.200338] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.200488] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.200627] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.200667] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.200783] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.200864] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.200956] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.581500] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.581707] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-46" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.582494] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-46" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.582494] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-46" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.582689] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.582792] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.582912] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.583214] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.583388] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.583608] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.583719] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.583828] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.584749] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.584935] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.585176] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.585295] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.604599] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.604774] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.604951] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.605143] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-46" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.605451] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-2b1d95f8-46bf-4d8b-8fc1-a1106acaebce taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.605683] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-2b1d95f8-46bf-4d8b-8fc1-a1106acaebce" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.605808] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-2b1d95f8-46bf-4d8b-8fc1-a1106acaebce" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.606189] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-2b1d95f8-46bf-4d8b-8fc1-a1106acaebce" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.606331] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b1d95f8-46bf-4d8b-8fc1-a1106acaebce',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.704027] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.108309] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.108748] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.108748] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.109128] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.109296] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.109472] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 2b1d95f8-46bf-4d8b-8fc1-a1106acaebce not found, creating... [ 923.109745] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.109907] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.110127] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.110408] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.110561] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.110842] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.110995] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.111128] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.111335] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.111468] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.111602] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 2b1d95f8-46bf-4d8b-8fc1-a1106acaebce is going to be created. [ 923.136687] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.136909] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.137070] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.137311] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.137546] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.137767] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-2b1d95f8-46bf-4d8b-8fc1-a1106acaebce" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.142964] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 in Status: SUCCESS [ 923.143189] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.143347] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.143623] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.144319] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.144319] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.144319] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.144319] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.144319] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.144319] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.206628] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.646573] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.708360] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.708775] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.708775] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.708977] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.708977] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.708977] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e is going to be updated. [ 923.739738] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.739891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.739965] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.740210] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.740363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.750491] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: IN_PROGRESS for 2s [ 923.874022] env[65962]: INFO networking_nsxv3.common.synchronization [req-95c3cc7a-f727-4d22-8dbc-23b9fdebbe0b req-e06f0da9-029b-41e2-b4e9-429b41682c61 service nova] Enqueued Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_rules [ 923.874212] env[65962]: INFO networking_nsxv3.common.synchronization [req-95c3cc7a-f727-4d22-8dbc-23b9fdebbe0b req-e06f0da9-029b-41e2-b4e9-429b41682c61 service nova] Enqueued Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 923.874339] env[65962]: INFO networking_nsxv3.common.synchronization [req-95c3cc7a-f727-4d22-8dbc-23b9fdebbe0b req-e06f0da9-029b-41e2-b4e9-429b41682c61 service nova] Enqueued Resource ID: 2b1d95f8-46bf-4d8b-8fc1-a1106acaebce with Priority: HIGHEST for action port [ 923.874868] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_rules [ 923.875021] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 923.875127] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b1d95f8-46bf-4d8b-8fc1-a1106acaebce with Priority: HIGHEST for action port [ 923.875384] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.875499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.875567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.876572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.876680] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.878708] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.878880] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.879216] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b1d95f8-46bf-4d8b-8fc1-a1106acaebce taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.879346] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b1d95f8-46bf-4d8b-8fc1-a1106acaebce" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.879416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b1d95f8-46bf-4d8b-8fc1-a1106acaebce" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.879609] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b1d95f8-46bf-4d8b-8fc1-a1106acaebce" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.879688] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b1d95f8-46bf-4d8b-8fc1-a1106acaebce',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.150035] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.382123] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.382123] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.382123] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b1d95f8-46bf-4d8b-8fc1-a1106acaebce with status ACTIVE [ 924.382396] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.382396] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.382479] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.382614] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.382712] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.382874] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.382965] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.383035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.383221] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.383358] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.383478] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.383569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.383626] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.383763] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.383834] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.383915] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b1d95f8-46bf-4d8b-8fc1-a1106acaebce is going to be updated. [ 924.406433] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.406609] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.406678] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.406842] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.406993] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.407177] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b1d95f8-46bf-4d8b-8fc1-a1106acaebce" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.652225] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.652387] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.652460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.652696] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.652764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.652861] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 is going to be updated. [ 924.683929] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.684101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.684194] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.684478] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.684631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.693912] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 in Status: IN_PROGRESS for 2s [ 925.762059] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: SUCCESS [ 925.762389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.762742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.762987] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.763384] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.763624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.763696] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.763982] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.764102] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.764205] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.266408] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.707967] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 in Status: SUCCESS [ 926.708236] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.708444] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.708671] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.708858] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.709054] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.709132] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.709283] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.709359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.709442] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.709532] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.772124] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.923957] env[65962]: INFO networking_nsxv3.common.synchronization [req-7ea7a479-3ac8-4ab6-b59c-39e368079768 req-fccd3c18-beb0-42e4-a2ca-a71a1b64989d tempest-FloatingIPsAssociationNegativeTestJSON-851306628 tempest-FloatingIPsAssociationNegativeTestJSON-851306628-project-member] Enqueued Resource ID: c279ed0d-c29e-4930-adb9-8434205f9a59 with Priority: HIGHEST for action security_group_members [ 926.924500] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c279ed0d-c29e-4930-adb9-8434205f9a59 with Priority: HIGHEST for action security_group_members [ 926.924919] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c279ed0d-c29e-4930-adb9-8434205f9a59 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.925030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.925030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.925288] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.925444] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.925548] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.925611] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.925766] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.925854] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.925944] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c279ed0d-c29e-4930-adb9-8434205f9a59',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.212092] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.212257] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.212347] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.212584] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.212758] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.212993] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.213109] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.213299] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.213401] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.213505] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.213655] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.213770] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.213834] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.213980] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.214157] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.214256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.214327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.214492] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.214570] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.214688] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.214787] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.274288] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.274288] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.274452] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.274632] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.274687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.274813] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e is going to be updated. [ 927.311260] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.311484] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.312473] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.312473] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.312473] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.323517] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: IN_PROGRESS for 2s [ 927.366754] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-766 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.367131] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-766" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.367194] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-766" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.367543] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-766" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.367855] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.368449] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.368626] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.368879] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.369115] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.369363] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.369506] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.369646] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.369758] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.369886] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.369999] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.370169] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.391281] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.391517] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.391668] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.391889] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-766" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.392262] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-511c974c-2d20-4d1c-a08e-962d0155b2f3 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.392541] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-511c974c-2d20-4d1c-a08e-962d0155b2f3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.392736] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-511c974c-2d20-4d1c-a08e-962d0155b2f3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.393154] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-511c974c-2d20-4d1c-a08e-962d0155b2f3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.393306] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('511c974c-2d20-4d1c-a08e-962d0155b2f3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.428337] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.428500] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.428576] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.428783] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.428870] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.429159] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.429263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.429327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.429478] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.429555] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.429639] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c279ed0d-c29e-4930-adb9-8434205f9a59 already deleted. [ 927.429754] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.718123] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dff0bd08-da26-4949-ab2f-a7ff7371f7c6: rpc.has_security_group_logging(os_id): False [ 927.740884] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.741119] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.741119] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.741385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.741491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.741836] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.742059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.742059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.742221] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.742265] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.742442] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.742529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.742594] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.742779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.742863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.743111] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.747114] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.747114] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.747114] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.747114] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.747114] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 is going to be updated. [ 927.829824] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.830472] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.830472] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.830472] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.830472] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.850048] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 in Status: IN_PROGRESS for 2s [ 927.895603] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.896032] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.896224] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.896539] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.896714] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.896918] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 511c974c-2d20-4d1c-a08e-962d0155b2f3 not found, creating... [ 927.897253] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.897542] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.897698] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.897955] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.898157] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.898486] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.898702] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.898864] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.899234] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.899468] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.899667] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 511c974c-2d20-4d1c-a08e-962d0155b2f3 is going to be created. [ 927.930994] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.931236] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.931480] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.931684] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.931914] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.932390] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-511c974c-2d20-4d1c-a08e-962d0155b2f3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.691172] env[65962]: INFO networking_nsxv3.common.synchronization [req-7ea7a479-3ac8-4ab6-b59c-39e368079768 req-3fe75969-047a-44f0-93f7-009c112730d6 service nova] Enqueued Resource ID: c279ed0d-c29e-4930-adb9-8434205f9a59 with Priority: HIGHEST for action security_group_rules [ 928.691172] env[65962]: INFO networking_nsxv3.common.synchronization [req-7ea7a479-3ac8-4ab6-b59c-39e368079768 req-3fe75969-047a-44f0-93f7-009c112730d6 service nova] Enqueued Resource ID: c279ed0d-c29e-4930-adb9-8434205f9a59 with Priority: HIGHEST for action security_group_members [ 928.691172] env[65962]: INFO networking_nsxv3.common.synchronization [req-7ea7a479-3ac8-4ab6-b59c-39e368079768 req-3fe75969-047a-44f0-93f7-009c112730d6 service nova] Enqueued Resource ID: 511c974c-2d20-4d1c-a08e-962d0155b2f3 with Priority: HIGHEST for action port [ 928.692581] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c279ed0d-c29e-4930-adb9-8434205f9a59 with Priority: HIGHEST for action security_group_rules [ 928.692869] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c279ed0d-c29e-4930-adb9-8434205f9a59 with Priority: HIGHEST for action security_group_members [ 928.693161] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 511c974c-2d20-4d1c-a08e-962d0155b2f3 with Priority: HIGHEST for action port [ 928.693548] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c279ed0d-c29e-4930-adb9-8434205f9a59 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.697111] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.697111] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.697111] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.697111] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c279ed0d-c29e-4930-adb9-8434205f9a59',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.699226] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c279ed0d-c29e-4930-adb9-8434205f9a59 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.699226] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.699226] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.699226] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.699226] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.699226] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.699226] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.699226] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.699751] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.699751] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c279ed0d-c29e-4930-adb9-8434205f9a59',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.700389] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-511c974c-2d20-4d1c-a08e-962d0155b2f3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.700762] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-511c974c-2d20-4d1c-a08e-962d0155b2f3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.700762] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-511c974c-2d20-4d1c-a08e-962d0155b2f3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.700762] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-511c974c-2d20-4d1c-a08e-962d0155b2f3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.700899] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('511c974c-2d20-4d1c-a08e-962d0155b2f3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.203670] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c279ed0d-c29e-4930-adb9-8434205f9a59 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.204229] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.204229] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c279ed0d-c29e-4930-adb9-8434205f9a59',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.205565] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 511c974c-2d20-4d1c-a08e-962d0155b2f3 with status ACTIVE [ 929.205565] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.205565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.205565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.205565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.205565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.205906] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.205906] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.205906] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.206033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.206115] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.206513] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.206513] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.206513] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.206661] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.206661] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.206786] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 511c974c-2d20-4d1c-a08e-962d0155b2f3 is going to be updated. [ 929.237601] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.237703] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.237752] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.237991] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.242088] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.242088] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-511c974c-2d20-4d1c-a08e-962d0155b2f3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.335191] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: SUCCESS [ 929.335441] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.335657] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.335838] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.336046] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.336199] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.336268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.336426] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.336511] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.336598] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.336695] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.613563] env[65962]: INFO networking_nsxv3.common.synchronization [req-f342a3c1-07e6-4d78-87c9-bc5f5b3cdca0 req-cb67d2a6-6bf3-4f0a-b4e3-389990d1c8d4 tempest-ServersNegativeTestJSON-1209612286 tempest-ServersNegativeTestJSON-1209612286-project-member] Enqueued Resource ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 with Priority: HIGHEST for action security_group_members [ 929.613563] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 with Priority: HIGHEST for action security_group_members [ 929.613563] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b04c205-1f78-4b51-ab34-d092476db2e2 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.613742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.613742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.613875] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.614213] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.614213] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.614213] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.614384] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.614415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.614533] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.712913] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c279ed0d-c29e-4930-adb9-8434205f9a59',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.839689] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.839859] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.839911] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.840319] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.840608] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.840608] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.840608] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.840748] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.840839] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.840919] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.841040] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.841138] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.841198] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.841349] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.841502] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.841595] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.842392] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.842392] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.842392] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.842392] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.842392] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.866705] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 in Status: SUCCESS [ 929.866984] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.008485] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.008700] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-615" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.008869] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-615" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.009159] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-615" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.009430] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.009587] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.009703] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.009917] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.010440] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.010700] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.010796] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.010906] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.011019] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.011132] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.011238] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.011398] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.032900] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.033097] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.033244] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.033422] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-615" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.033739] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-c49a81f4-a7e8-4217-82e3-d23adc9b4519 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.033913] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-c49a81f4-a7e8-4217-82e3-d23adc9b4519" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.034033] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-c49a81f4-a7e8-4217-82e3-d23adc9b4519" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.034361] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-c49a81f4-a7e8-4217-82e3-d23adc9b4519" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.034499] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c49a81f4-a7e8-4217-82e3-d23adc9b4519',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.117056] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.216566] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.216892] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.216892] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.217117] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.217231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.217351] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c279ed0d-c29e-4930-adb9-8434205f9a59 is going to be created. [ 930.248031] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.248031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.248031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.248412] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.248412] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.263163] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c279ed0d-c29e-4930-adb9-8434205f9a59 in Status: UNINITIALIZED for 2s [ 930.347406] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1337d88a-fc81-4d8f-9888-c14d6901d06e: rpc.has_security_group_logging(os_id): False [ 930.369094] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.369281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.369370] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.369631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.369725] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.369929] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.370029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.370124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.370257] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.370335] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.370528] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.370622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.370672] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.370810] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.370882] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.371090] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.371185] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.371242] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.371409] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.371487] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.371576] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e is going to be updated. [ 930.443193] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.443193] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.443193] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.443524] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.443634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.464326] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: IN_PROGRESS for 2s [ 930.537721] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.537721] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.537721] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.538912] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.538912] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.538912] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port c49a81f4-a7e8-4217-82e3-d23adc9b4519 not found, creating... [ 930.538912] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.538912] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.539466] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.539466] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.539534] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.539851] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.540142] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.540242] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.540484] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.540626] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.540770] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: c49a81f4-a7e8-4217-82e3-d23adc9b4519 is going to be created. [ 930.571393] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.571687] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.571760] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.571979] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.572281] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.572511] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-c49a81f4-a7e8-4217-82e3-d23adc9b4519" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.621829] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.124893] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.125091] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.125168] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.125526] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.125526] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.125681] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 is going to be updated. [ 931.163335] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.163522] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.163565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.163759] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.163913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.180455] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 in Status: IN_PROGRESS for 2s [ 931.368906] env[65962]: INFO networking_nsxv3.common.synchronization [req-f342a3c1-07e6-4d78-87c9-bc5f5b3cdca0 req-f20ca2b3-fc01-4e27-acad-2482cd290f7e service nova] Enqueued Resource ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 with Priority: HIGHEST for action security_group_rules [ 931.368906] env[65962]: INFO networking_nsxv3.common.synchronization [req-f342a3c1-07e6-4d78-87c9-bc5f5b3cdca0 req-f20ca2b3-fc01-4e27-acad-2482cd290f7e service nova] Enqueued Resource ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 with Priority: HIGHEST for action security_group_members [ 931.368906] env[65962]: INFO networking_nsxv3.common.synchronization [req-f342a3c1-07e6-4d78-87c9-bc5f5b3cdca0 req-f20ca2b3-fc01-4e27-acad-2482cd290f7e service nova] Enqueued Resource ID: c49a81f4-a7e8-4217-82e3-d23adc9b4519 with Priority: HIGHEST for action port [ 931.369512] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 with Priority: HIGHEST for action security_group_rules [ 931.369614] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 with Priority: HIGHEST for action security_group_members [ 931.369710] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c49a81f4-a7e8-4217-82e3-d23adc9b4519 with Priority: HIGHEST for action port [ 931.369997] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b04c205-1f78-4b51-ab34-d092476db2e2 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.372622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.372703] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.373080] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.373080] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.374434] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b04c205-1f78-4b51-ab34-d092476db2e2 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.374543] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.377364] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-c49a81f4-a7e8-4217-82e3-d23adc9b4519 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.377459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c49a81f4-a7e8-4217-82e3-d23adc9b4519" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.377546] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c49a81f4-a7e8-4217-82e3-d23adc9b4519" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.377899] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c49a81f4-a7e8-4217-82e3-d23adc9b4519" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.377899] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c49a81f4-a7e8-4217-82e3-d23adc9b4519',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.881557] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b04c205-1f78-4b51-ab34-d092476db2e2 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.881681] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.881877] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c49a81f4-a7e8-4217-82e3-d23adc9b4519 with status ACTIVE [ 931.882075] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.882307] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.882307] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.882535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.882619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.882787] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.882879] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.882938] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.883112] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.883218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.883416] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.883508] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.883565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.883708] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.883797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.883883] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c49a81f4-a7e8-4217-82e3-d23adc9b4519 is going to be updated. [ 931.910914] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.911154] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.911231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.911637] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.911800] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.912521] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c49a81f4-a7e8-4217-82e3-d23adc9b4519" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.247815] env[65962]: INFO networking_nsxv3.common.synchronization [req-cbb99012-c7a8-483a-b6d0-872b93d56327 req-bc77963c-0903-4272-8448-737d816ac965 tempest-ServersAdminTestJSON-1380903660 tempest-ServersAdminTestJSON-1380903660-project-member] Enqueued Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 932.248492] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 932.248858] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.248954] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.249036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.249262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.249414] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.249516] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.249574] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.249713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.249794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.249885] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.276594] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c279ed0d-c29e-4930-adb9-8434205f9a59 in Status: SUCCESS [ 932.277246] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.277246] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.277411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.277614] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.277727] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.277790] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.277949] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.278112] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.278112] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.278211] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c279ed0d-c29e-4930-adb9-8434205f9a59',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.483600] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: SUCCESS [ 932.483600] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.604199] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.604199] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-918" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.604199] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-918" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.605078] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-918" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.607253] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.607253] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.607253] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.607253] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.607253] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.607253] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.607253] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.607253] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.607253] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.607253] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.607253] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.607790] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.629835] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.632026] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 932.632026] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.632026] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-918" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.632026] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-4c8314fd-f3eb-4d8a-b321-fff744258dbc taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.632026] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-4c8314fd-f3eb-4d8a-b321-fff744258dbc" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.632026] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-4c8314fd-f3eb-4d8a-b321-fff744258dbc" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.632026] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-4c8314fd-f3eb-4d8a-b321-fff744258dbc" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.632026] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c8314fd-f3eb-4d8a-b321-fff744258dbc',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.753195] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.781420] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c279ed0d-c29e-4930-adb9-8434205f9a59 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.781670] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.781741] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.781954] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.782195] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.782301] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.782363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.782521] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.782603] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.782692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.782837] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c279ed0d-c29e-4930-adb9-8434205f9a59 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.782928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.782988] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.783148] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.783287] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.783379] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.783439] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.783576] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.783807] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.783807] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.783807] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c279ed0d-c29e-4930-adb9-8434205f9a59',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.135021] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.136197] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.136197] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.136197] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.136197] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.136357] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 4c8314fd-f3eb-4d8a-b321-fff744258dbc not found, creating... [ 933.136740] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.137142] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.137488] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.138032] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.138289] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.138734] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.138973] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.139178] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.139424] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.139566] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.139709] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 4c8314fd-f3eb-4d8a-b321-fff744258dbc is going to be created. [ 933.162992] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.163124] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.164524] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.164524] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.164524] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.164524] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-4c8314fd-f3eb-4d8a-b321-fff744258dbc" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.190938] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 in Status: SUCCESS [ 933.190938] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.190938] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.190938] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.191275] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.191332] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.191419] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.191603] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.191689] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.191788] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.256028] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.286540] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c279ed0d-c29e-4930-adb9-8434205f9a59: rpc.has_security_group_logging(os_id): False [ 933.326996] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.327257] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.327257] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.327517] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.327631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.327825] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.327973] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.328062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.328267] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.328350] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.328579] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.328731] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.328731] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.328899] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.328976] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.329271] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.329379] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.329458] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.329665] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.329760] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.329877] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c279ed0d-c29e-4930-adb9-8434205f9a59 is going to be created. [ 933.385971] env[65962]: INFO networking_nsxv3.common.synchronization [req-535be5b7-00e2-4fbf-851f-42f3d6b9223b req-e64a125c-c6d3-4118-b1a2-013c73601cef tempest-ServerRescueTestJSON-234884923 tempest-ServerRescueTestJSON-234884923-project-member] Enqueued Resource ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be with Priority: HIGHEST for action security_group_members [ 933.386620] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be with Priority: HIGHEST for action security_group_members [ 933.387282] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.387415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.387490] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.387802] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.388063] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.388488] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.388488] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.388583] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.388697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.388884] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.417144] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.417325] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.417404] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.417754] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.417992] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.431945] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c279ed0d-c29e-4930-adb9-8434205f9a59 in Status: IN_PROGRESS for 2s [ 933.694046] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.761294] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.761294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.761294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.761294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.761294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.761294] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 is going to be updated. [ 933.795550] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.795550] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.795550] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.795550] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.795550] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.807828] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: IN_PROGRESS for 2s [ 933.876910] env[65962]: INFO networking_nsxv3.common.synchronization [req-cbb99012-c7a8-483a-b6d0-872b93d56327 req-95fb65a5-6f1c-4626-a348-29fb7faf9ec6 service nova] Enqueued Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_rules [ 933.877719] env[65962]: INFO networking_nsxv3.common.synchronization [req-cbb99012-c7a8-483a-b6d0-872b93d56327 req-95fb65a5-6f1c-4626-a348-29fb7faf9ec6 service nova] Enqueued Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 933.877719] env[65962]: INFO networking_nsxv3.common.synchronization [req-cbb99012-c7a8-483a-b6d0-872b93d56327 req-95fb65a5-6f1c-4626-a348-29fb7faf9ec6 service nova] Enqueued Resource ID: 4c8314fd-f3eb-4d8a-b321-fff744258dbc with Priority: HIGHEST for action port [ 933.878328] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_rules [ 933.878533] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 933.878690] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c8314fd-f3eb-4d8a-b321-fff744258dbc with Priority: HIGHEST for action port [ 933.879300] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.879511] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.879511] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.880329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.880329] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.881141] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.881283] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.881624] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c8314fd-f3eb-4d8a-b321-fff744258dbc taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.882188] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c8314fd-f3eb-4d8a-b321-fff744258dbc" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.882188] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c8314fd-f3eb-4d8a-b321-fff744258dbc" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.882188] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c8314fd-f3eb-4d8a-b321-fff744258dbc" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.882188] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c8314fd-f3eb-4d8a-b321-fff744258dbc',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.892675] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.892966] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.893104] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.893343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.893532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.893797] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.893967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.894216] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.894387] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.894523] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.894706] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be is going to be updated. [ 933.928322] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.928527] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.928641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.928904] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.929160] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.944086] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be in Status: IN_PROGRESS for 2s [ 934.196456] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.384555] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.384555] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.386199] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c8314fd-f3eb-4d8a-b321-fff744258dbc with status ACTIVE [ 934.386199] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.386321] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.386364] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.386575] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.386663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.386840] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.386946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.387013] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.387588] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.387719] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.387919] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.388028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.388093] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.388242] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.388316] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.388411] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c8314fd-f3eb-4d8a-b321-fff744258dbc is going to be updated. [ 934.415998] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.416230] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.416343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.416627] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.416837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.417044] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c8314fd-f3eb-4d8a-b321-fff744258dbc" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.699736] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.700143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.700143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.700245] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.700343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.700446] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 is going to be updated. [ 934.737838] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.737838] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.737838] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.738232] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.738664] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.756768] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 in Status: IN_PROGRESS for 2s [ 934.867425] env[65962]: INFO networking_nsxv3.common.synchronization [req-6cbac195-5232-403c-8095-60f68bd9c641 req-54b52252-192f-4bf6-b1b5-34184cd4c324 tempest-AttachInterfacesTestJSON-1497595542 tempest-AttachInterfacesTestJSON-1497595542-project-member] Enqueued Resource ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af with Priority: HIGHEST for action security_group_members [ 934.868503] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af with Priority: HIGHEST for action security_group_members [ 934.868503] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.868691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.868691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.868900] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.869109] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.869210] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.869260] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.869432] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.869540] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.869609] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.281121] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.281121] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.281121] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.281655] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.282188] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.283208] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.283208] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.283208] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.283208] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.283208] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.283506] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.283506] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.283732] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.290574] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.290921] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.291136] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.335463] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.335685] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 935.335860] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.336082] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.336455] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-9daad2a7-306b-4e18-b1db-a0aeb200aa7d taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.336641] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-9daad2a7-306b-4e18-b1db-a0aeb200aa7d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.336764] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-9daad2a7-306b-4e18-b1db-a0aeb200aa7d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.337200] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-9daad2a7-306b-4e18-b1db-a0aeb200aa7d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.337408] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9daad2a7-306b-4e18-b1db-a0aeb200aa7d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.373218] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.373218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.373218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.373218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.373218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.373218] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.373218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.373218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.373218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.373218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.373218] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af already deleted. [ 935.373218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.450562] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c279ed0d-c29e-4930-adb9-8434205f9a59 in Status: SUCCESS [ 935.451708] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.819834] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: SUCCESS [ 935.820103] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.820249] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.820466] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.820652] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.820773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.820839] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.820990] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.821092] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.821188] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.842273] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.842556] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.842656] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.844416] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.844416] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.844416] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 9daad2a7-306b-4e18-b1db-a0aeb200aa7d not found, creating... [ 935.844416] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.844416] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.844416] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.844416] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.844416] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.844416] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.845081] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.845081] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.845081] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.845081] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.845328] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 9daad2a7-306b-4e18-b1db-a0aeb200aa7d is going to be created. [ 935.871782] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.872111] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.872237] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.872475] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.872724] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.872963] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-9daad2a7-306b-4e18-b1db-a0aeb200aa7d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.975939] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be in Status: SUCCESS [ 935.976276] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be deletion is rescheduled due to dependency. [ 935.976469] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.324040] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.582388] env[65962]: INFO networking_nsxv3.common.synchronization [req-6cbac195-5232-403c-8095-60f68bd9c641 req-c1996ef9-80f1-41f6-a7df-0659d251ad28 service nova] Enqueued Resource ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af with Priority: HIGHEST for action security_group_rules [ 936.582876] env[65962]: INFO networking_nsxv3.common.synchronization [req-6cbac195-5232-403c-8095-60f68bd9c641 req-c1996ef9-80f1-41f6-a7df-0659d251ad28 service nova] Enqueued Resource ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af with Priority: HIGHEST for action security_group_members [ 936.582876] env[65962]: INFO networking_nsxv3.common.synchronization [req-6cbac195-5232-403c-8095-60f68bd9c641 req-c1996ef9-80f1-41f6-a7df-0659d251ad28 service nova] Enqueued Resource ID: 9daad2a7-306b-4e18-b1db-a0aeb200aa7d with Priority: HIGHEST for action port [ 936.583333] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af with Priority: HIGHEST for action security_group_rules [ 936.584469] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af with Priority: HIGHEST for action security_group_members [ 936.584643] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9daad2a7-306b-4e18-b1db-a0aeb200aa7d with Priority: HIGHEST for action port [ 936.584876] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.584998] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.585077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.585268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.585353] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.587461] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.587461] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.587461] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.587580] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.587717] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.587813] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.587872] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.588018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.589352] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.589457] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.590316] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-9daad2a7-306b-4e18-b1db-a0aeb200aa7d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.590430] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9daad2a7-306b-4e18-b1db-a0aeb200aa7d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.590496] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9daad2a7-306b-4e18-b1db-a0aeb200aa7d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.590688] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9daad2a7-306b-4e18-b1db-a0aeb200aa7d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.590799] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9daad2a7-306b-4e18-b1db-a0aeb200aa7d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.769836] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 in Status: SUCCESS [ 936.770349] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.770613] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.771037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.771341] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.772336] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.772477] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.772709] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.772871] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.772975] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.773159] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.826499] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.093109] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.094297] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.094413] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.094705] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9daad2a7-306b-4e18-b1db-a0aeb200aa7d with status ACTIVE [ 937.094773] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.094885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.094948] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.095209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.095311] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.095526] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.095636] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.095715] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.098819] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.098819] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.098819] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.098819] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.098819] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.098819] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.098819] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.098819] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9daad2a7-306b-4e18-b1db-a0aeb200aa7d is going to be updated. [ 937.120639] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.121074] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.121173] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.121410] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.121573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.121858] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9daad2a7-306b-4e18-b1db-a0aeb200aa7d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.280382] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b04c205-1f78-4b51-ab34-d092476db2e2 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.280382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.280382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.280382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.280382] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.280382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.280382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.280382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.280382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.280382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.280382] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b04c205-1f78-4b51-ab34-d092476db2e2 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.280382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.280382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.280382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.280382] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.280382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.281649] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.281649] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.281649] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.281649] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.281649] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.329334] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.329551] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.329654] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.330115] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.330258] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.330384] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 is going to be updated. [ 937.371157] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.371425] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.371425] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.371632] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.371853] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.383217] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: IN_PROGRESS for 2s [ 937.598781] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.656435] env[65962]: INFO networking_nsxv3.common.synchronization [req-c5347c47-a0e7-407e-9f31-76e28f5a13c4 req-ee5a1f09-4a37-4e25-815d-c861e0d8b28c tempest-ServersTestJSON-1907904000 tempest-ServersTestJSON-1907904000-project-member] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 937.657220] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 937.657583] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.657713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.657778] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.661923] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.662129] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.664455] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.664455] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.664455] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.664455] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.664455] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.780994] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b04c205-1f78-4b51-ab34-d092476db2e2: rpc.has_security_group_logging(os_id): False [ 937.823693] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.823693] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.823693] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.823693] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.823693] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.823962] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.823962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.823962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.824244] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.824244] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.825023] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.825023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.825023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.825023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.825023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.825023] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.825326] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.825326] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.825326] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.825411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.825449] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 is going to be updated. [ 937.943859] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.945127] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.945127] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.945127] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.945127] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.978310] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 in Status: IN_PROGRESS for 2s [ 938.102672] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.102872] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.103053] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.103676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.103676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.103676] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af is going to be created. [ 938.144573] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.144745] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.144822] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.145111] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.145353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.156071] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.156393] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.156543] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.156932] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.157253] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.157723] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.157723] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.157921] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.158018] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.158317] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.158449] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.159652] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.159652] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.159652] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.159652] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.159652] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.162960] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af in Status: UNINITIALIZED for 2s [ 938.165273] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.165494] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.165494] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.165683] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.165771] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.166063] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.166222] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.166319] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.166477] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.166556] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.166640] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 already deleted. [ 938.166720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.190363] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.190533] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.190741] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.190938] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.192267] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-e9110e93-2db1-403b-a65b-bf5f8e52d582 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.192267] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-e9110e93-2db1-403b-a65b-bf5f8e52d582" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.192267] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-e9110e93-2db1-403b-a65b-bf5f8e52d582" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.192968] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-e9110e93-2db1-403b-a65b-bf5f8e52d582" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.193173] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9110e93-2db1-403b-a65b-bf5f8e52d582',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.695731] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.696029] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.696206] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.696447] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.696778] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.697242] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port e9110e93-2db1-403b-a65b-bf5f8e52d582 not found, creating... [ 938.697325] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.697474] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.697886] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.697976] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.698159] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.698569] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.698806] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.698991] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.699947] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.699947] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.699947] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: e9110e93-2db1-403b-a65b-bf5f8e52d582 is going to be created. [ 938.732550] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.734347] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.734347] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.734512] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.734754] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.735081] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-e9110e93-2db1-403b-a65b-bf5f8e52d582" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.395207] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: SUCCESS [ 939.395590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.395590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.395826] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.396031] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.396158] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.396224] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.396469] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.396584] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.396672] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.396770] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.470135] env[65962]: INFO networking_nsxv3.common.synchronization [req-c5347c47-a0e7-407e-9f31-76e28f5a13c4 req-ecb525ab-c4a2-40e7-8e31-d7393e8b5f0e service nova] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_rules [ 939.470135] env[65962]: INFO networking_nsxv3.common.synchronization [req-c5347c47-a0e7-407e-9f31-76e28f5a13c4 req-ecb525ab-c4a2-40e7-8e31-d7393e8b5f0e service nova] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 939.470358] env[65962]: INFO networking_nsxv3.common.synchronization [req-c5347c47-a0e7-407e-9f31-76e28f5a13c4 req-ecb525ab-c4a2-40e7-8e31-d7393e8b5f0e service nova] Enqueued Resource ID: e9110e93-2db1-403b-a65b-bf5f8e52d582 with Priority: HIGHEST for action port [ 939.470814] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_rules [ 939.470967] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 939.471092] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9110e93-2db1-403b-a65b-bf5f8e52d582 with Priority: HIGHEST for action port [ 939.471417] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.471605] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.471663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.471959] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.472112] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.473312] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.473463] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.473539] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.473816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.474933] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.474933] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.474933] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.474933] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.474933] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.474933] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.475499] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9110e93-2db1-403b-a65b-bf5f8e52d582 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.475499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9110e93-2db1-403b-a65b-bf5f8e52d582" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.475499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9110e93-2db1-403b-a65b-bf5f8e52d582" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.475685] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9110e93-2db1-403b-a65b-bf5f8e52d582" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.475685] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9110e93-2db1-403b-a65b-bf5f8e52d582',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.898935] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.899207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.899260] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.899491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.899666] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.899769] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.899831] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.899983] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.900146] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.900259] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.900407] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.900500] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.900560] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.900717] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.900850] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.900938] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.900989] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.901146] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.901268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.901318] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.902345] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.978030] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9110e93-2db1-403b-a65b-bf5f8e52d582 with status ACTIVE [ 939.978030] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.978030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.978264] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.979209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.979209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.979209] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.979209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.979209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.979209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.979209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.979642] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.979642] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.979642] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.979778] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.979778] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.979830] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9110e93-2db1-403b-a65b-bf5f8e52d582 is going to be updated. [ 939.985204] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.985204] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.985204] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.001658] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 in Status: SUCCESS [ 940.001863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.017043] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.017043] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.017043] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.017043] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.017043] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.017386] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9110e93-2db1-403b-a65b-bf5f8e52d582" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.173207] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af in Status: SUCCESS [ 940.173449] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.173626] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.173883] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.174225] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.174225] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.174376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.174443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.174507] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.174592] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.174688] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.404489] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01f0f02e-0b2d-4216-a239-56734e9d8bc7: rpc.has_security_group_logging(os_id): False [ 940.421906] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.422112] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.422189] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.422410] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.422503] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.422712] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.422817] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.422899] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.423068] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.423149] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.423352] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.423444] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.423507] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.423648] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.423722] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.423947] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.424010] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.424070] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.424216] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.424320] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.424412] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 is going to be updated. [ 940.488232] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.492802] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.492968] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.493018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.493330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.493830] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.516477] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: IN_PROGRESS for 2s [ 940.677412] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.996628] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.996762] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.996762] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.996996] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.997156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.997233] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be created. [ 941.025075] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.025278] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.025330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.025498] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.027148] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.038171] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: UNINITIALIZED for 2s [ 941.168017] env[65962]: INFO networking_nsxv3.common.synchronization [req-a9699cc6-a9cc-4897-939c-4d2edb283df3 req-9c4b2d0a-228b-43c5-87cf-f47a26735d21 tempest-ServersAdminNegativeTestJSON-1663123252 tempest-ServersAdminNegativeTestJSON-1663123252-project-member] Enqueued Resource ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 with Priority: HIGHEST for action security_group_members [ 941.168983] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 with Priority: HIGHEST for action security_group_members [ 941.168983] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7748df98-6008-4198-a2b1-5fbbdfbdcec8 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.168983] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.169190] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.169408] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.169450] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.169567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.169664] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.169800] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.169885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.169977] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7748df98-6008-4198-a2b1-5fbbdfbdcec8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.180778] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af: rpc.has_security_group_logging(os_id): False [ 941.198720] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.198720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.198720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.198720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.199161] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.199161] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.199258] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.199297] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.200015] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.200015] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.200015] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af is going to be created. [ 941.269896] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.270319] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.270319] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.270477] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.270706] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.295830] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af in Status: IN_PROGRESS for 2s [ 941.672505] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.672925] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.672925] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.673013] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.673048] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.673247] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.673353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.673353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.673567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.673638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.673733] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 is going to be updated. [ 941.704155] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.704353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.704403] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.704619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.704763] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.715170] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 in Status: IN_PROGRESS for 2s [ 942.547332] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: SUCCESS [ 942.547958] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.055545] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 943.055545] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.055545] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.055545] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.056565] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.056565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.056565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.056565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.056565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.056565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.056771] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.309368] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af in Status: SUCCESS [ 943.309630] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.560080] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.560371] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.560371] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.560587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.560772] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.560873] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.560936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.561268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.561268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.561268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.561405] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.561520] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.561623] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.561776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.562014] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.562142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.562212] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.562445] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.562541] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.562625] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.562730] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.725769] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 in Status: SUCCESS [ 943.727279] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 deletion is rescheduled due to dependency. [ 943.727528] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.066036] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6479852-f3a3-43c2-99eb-fcc58a982da3: rpc.has_security_group_logging(os_id): False [ 944.088263] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.088263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.088263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.088263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.088263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.088263] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.088263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.088263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.088263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.088263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.088263] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.088263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.088892] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.088892] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.088892] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.088892] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.088892] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.089073] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.089073] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.089190] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.089906] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be created. [ 944.099084] env[65962]: INFO networking_nsxv3.common.synchronization [req-71a5984e-436c-47e7-9292-16c8e8be9eb5 req-be834edb-48ab-48f0-8252-47b30c6a79ec tempest-ImagesTestJSON-946931724 tempest-ImagesTestJSON-946931724-project-member] Enqueued Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 944.102366] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 944.104684] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.104684] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.104684] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.104684] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.104684] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.104684] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.104684] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.105259] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.105259] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.105259] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.248370] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.249564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.249830] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.250097] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.250437] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.271208] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 944.608142] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.115115] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.620625] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.620789] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.620858] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.621096] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.621185] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.621283] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e is going to be updated. [ 945.658543] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.658543] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.658543] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.658811] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.659439] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.671838] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: IN_PROGRESS for 2s [ 946.289949] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 946.290334] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.197392] env[65962]: INFO networking_nsxv3.common.synchronization [req-7822fff7-2486-4e88-bcde-3e2ad5e4c4d9 req-2f0686fe-2ed9-432f-99e5-e2e7ec20e75a tempest-ServersNegativeTestJSON-1209612286 tempest-ServersNegativeTestJSON-1209612286-project-member] Enqueued Resource ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 with Priority: HIGHEST for action security_group_members [ 947.197948] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 with Priority: HIGHEST for action security_group_members [ 947.200802] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b04c205-1f78-4b51-ab34-d092476db2e2 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.200802] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.200802] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.200802] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.200802] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.200802] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.200802] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.200802] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.200802] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.200802] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.684409] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: SUCCESS [ 947.684711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.702715] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.210599] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.480073] env[65962]: INFO networking_nsxv3.common.synchronization [req-17f26749-2870-40f1-98e9-b4b96517513b req-6659ab8f-cc3b-4b53-99ca-e9e979e56f85 tempest-ServerActionsTestJSON-636458219 tempest-ServerActionsTestJSON-636458219-project-member] Enqueued Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_members [ 948.480766] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_members [ 948.481366] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.481602] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.481874] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.482141] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.482406] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.482608] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.482717] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.483115] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.483575] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.483652] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.794929] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.795271] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.795271] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.795411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.795501] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.795994] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 is going to be updated. [ 948.826180] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.826337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.826412] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.826622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.827095] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.837588] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 in Status: IN_PROGRESS for 2s [ 948.880493] env[65962]: INFO networking_nsxv3.common.synchronization [None req-a06c6766-f519-426e-a60d-99aadd438a63 None None] Enqueued Resource ID: d4296def-7e5e-48f4-8bf9-3dcf7353ef7e with Priority: HIGHEST for action port [ 948.881329] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4296def-7e5e-48f4-8bf9-3dcf7353ef7e with Priority: HIGHEST for action port [ 948.881822] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4296def-7e5e-48f4-8bf9-3dcf7353ef7e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.881950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4296def-7e5e-48f4-8bf9-3dcf7353ef7e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.882038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4296def-7e5e-48f4-8bf9-3dcf7353ef7e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.882382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4296def-7e5e-48f4-8bf9-3dcf7353ef7e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.882524] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4296def-7e5e-48f4-8bf9-3dcf7353ef7e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.986033] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.986033] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-561" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.986033] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-561" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.986033] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-561" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.986033] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.986033] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.986033] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.988358] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.988531] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.988750] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.988863] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.988968] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.989217] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.989217] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.989321] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.989692] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.991017] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.991143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.991215] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.991389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.991473] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.991899] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.991899] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.991899] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.992071] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.992071] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.992130] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f already deleted. [ 948.992458] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.020258] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.020920] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.020920] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.020920] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-561" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.021193] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-33f36487-2499-4ed7-a2cd-3db5837d5fb4 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.021356] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-33f36487-2499-4ed7-a2cd-3db5837d5fb4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.021533] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-33f36487-2499-4ed7-a2cd-3db5837d5fb4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.021961] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-33f36487-2499-4ed7-a2cd-3db5837d5fb4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.022037] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33f36487-2499-4ed7-a2cd-3db5837d5fb4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.385488] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4296def-7e5e-48f4-8bf9-3dcf7353ef7e [ 949.385696] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.385776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.385840] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.386105] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.386210] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.386571] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4296def-7e5e-48f4-8bf9-3dcf7353ef7e already deleted. [ 949.386571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4296def-7e5e-48f4-8bf9-3dcf7353ef7e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.526522] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.526771] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.526894] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.527199] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.527349] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.527500] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 33f36487-2499-4ed7-a2cd-3db5837d5fb4 not found, creating... [ 949.527765] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.527919] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.528042] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.528262] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.528396] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.528670] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.528822] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.528935] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.529153] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.529314] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.529479] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 33f36487-2499-4ed7-a2cd-3db5837d5fb4 is going to be created. [ 949.550633] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.552693] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.552693] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.552693] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.552693] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.552693] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-33f36487-2499-4ed7-a2cd-3db5837d5fb4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.288022] env[65962]: INFO networking_nsxv3.common.synchronization [req-17f26749-2870-40f1-98e9-b4b96517513b req-22ae4dbe-a277-4cf6-85c6-70fbdd9bc4f7 service nova] Enqueued Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_rules [ 950.288022] env[65962]: INFO networking_nsxv3.common.synchronization [req-17f26749-2870-40f1-98e9-b4b96517513b req-22ae4dbe-a277-4cf6-85c6-70fbdd9bc4f7 service nova] Enqueued Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_members [ 950.288022] env[65962]: INFO networking_nsxv3.common.synchronization [req-17f26749-2870-40f1-98e9-b4b96517513b req-22ae4dbe-a277-4cf6-85c6-70fbdd9bc4f7 service nova] Enqueued Resource ID: 33f36487-2499-4ed7-a2cd-3db5837d5fb4 with Priority: HIGHEST for action port [ 950.288022] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_rules [ 950.288022] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_members [ 950.288022] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f36487-2499-4ed7-a2cd-3db5837d5fb4 with Priority: HIGHEST for action port [ 950.288022] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.288951] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.291041] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.291041] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.291041] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.291041] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.291436] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.291436] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.291616] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.292190] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.292190] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.292190] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.292817] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.293122] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.293331] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.295021] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-33f36487-2499-4ed7-a2cd-3db5837d5fb4 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.295364] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33f36487-2499-4ed7-a2cd-3db5837d5fb4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.296218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33f36487-2499-4ed7-a2cd-3db5837d5fb4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.296218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33f36487-2499-4ed7-a2cd-3db5837d5fb4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.296218] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33f36487-2499-4ed7-a2cd-3db5837d5fb4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.801036] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.801036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.801036] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.801036] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33f36487-2499-4ed7-a2cd-3db5837d5fb4 with status ACTIVE [ 950.801036] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.801036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.801036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.801036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.801036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.801036] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.801036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.801036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.801036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.801036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.801839] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.801971] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.802133] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.802371] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.802541] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.802706] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33f36487-2499-4ed7-a2cd-3db5837d5fb4 is going to be updated. [ 950.828714] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.828714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.828714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.828714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.828714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.828714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33f36487-2499-4ed7-a2cd-3db5837d5fb4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.847719] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 in Status: SUCCESS [ 950.847719] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.976249] env[65962]: INFO networking_nsxv3.common.synchronization [req-1d8ceff3-6249-4f72-b81c-63d2751ba034 req-8ece9a10-5dab-4b6b-b516-7e58d0c931ee tempest-ImagesOneServerNegativeTestJSON-1332257905 tempest-ImagesOneServerNegativeTestJSON-1332257905-project-member] Enqueued Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_members [ 950.976811] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_members [ 950.977188] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.977322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.977389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.977626] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.977734] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.978156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.979886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.980250] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.980250] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.980363] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.055297] env[65962]: INFO networking_nsxv3.common.synchronization [None req-b37cf91a-e1ff-493f-802b-6a6d3e8d2670 None None] Enqueued Resource ID: 69f231b7-45dc-4451-954e-c7fe1eb40a56 with Priority: HIGHEST for action port [ 951.056077] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f231b7-45dc-4451-954e-c7fe1eb40a56 with Priority: HIGHEST for action port [ 951.056221] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-69f231b7-45dc-4451-954e-c7fe1eb40a56 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.056847] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69f231b7-45dc-4451-954e-c7fe1eb40a56" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.056847] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69f231b7-45dc-4451-954e-c7fe1eb40a56" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.056847] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69f231b7-45dc-4451-954e-c7fe1eb40a56" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.056847] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f231b7-45dc-4451-954e-c7fe1eb40a56',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.305548] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.423346] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.423602] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-685" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.423682] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-685" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.424080] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-685" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.424216] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.424366] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.424478] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.424682] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.424821] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.425044] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.425163] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.425266] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.425915] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.425915] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.425915] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.425915] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.447022] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.447210] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.447371] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.447553] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-685" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.448364] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-f708fa7a-6048-4cf1-8c9d-403e67eb5459 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.448364] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-f708fa7a-6048-4cf1-8c9d-403e67eb5459" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.448364] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-f708fa7a-6048-4cf1-8c9d-403e67eb5459" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.448757] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-f708fa7a-6048-4cf1-8c9d-403e67eb5459" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.448906] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f708fa7a-6048-4cf1-8c9d-403e67eb5459',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.482306] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.482553] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.482553] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.483067] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.483232] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.483705] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.483905] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.484020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.484277] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.484411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.484543] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 is going to be updated. [ 951.510528] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.510691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.510730] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.510944] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.511100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.519913] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 in Status: IN_PROGRESS for 2s [ 951.558983] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69f231b7-45dc-4451-954e-c7fe1eb40a56 [ 951.559246] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.559358] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.559413] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.559704] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.559704] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.559906] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69f231b7-45dc-4451-954e-c7fe1eb40a56 already deleted. [ 951.559906] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69f231b7-45dc-4451-954e-c7fe1eb40a56" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.588744] env[65962]: INFO networking_nsxv3.common.synchronization [None req-15d572c1-32b5-4dd7-9a38-7e4f23ddc8ba tempest-AttachVolumeNegativeTest-1947892118 tempest-AttachVolumeNegativeTest-1947892118-project-member] Enqueued Resource ID: 933490f3-e0a2-419c-a292-4e309d9c38de with Priority: HIGHEST for action security_group_rules [ 951.589415] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933490f3-e0a2-419c-a292-4e309d9c38de with Priority: HIGHEST for action security_group_rules [ 951.589981] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-933490f3-e0a2-419c-a292-4e309d9c38de taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.590179] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.590256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.590495] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.590583] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('933490f3-e0a2-419c-a292-4e309d9c38de',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.739071] env[65962]: INFO networking_nsxv3.common.synchronization [None req-d2bfce42-aebf-4e0e-877d-050f20844357 tempest-AttachVolumeNegativeTest-1947892118 tempest-AttachVolumeNegativeTest-1947892118-project-member] Enqueued Resource ID: 933490f3-e0a2-419c-a292-4e309d9c38de with Priority: HIGHEST for action security_group_rules [ 951.739620] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933490f3-e0a2-419c-a292-4e309d9c38de with Priority: HIGHEST for action security_group_rules [ 951.739907] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-933490f3-e0a2-419c-a292-4e309d9c38de taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.740034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.807848] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.808035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.808102] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.808357] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.808451] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.808551] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f is going to be created. [ 951.839077] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.841124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.841124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.841124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.841250] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.851917] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: UNINITIALIZED for 2s [ 951.954391] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.954786] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.954923] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.955390] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.955823] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.956090] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port f708fa7a-6048-4cf1-8c9d-403e67eb5459 not found, creating... [ 951.956417] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.956637] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.956790] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.957111] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.957215] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.957517] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.957674] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.957790] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.958019] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.958667] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.958667] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: f708fa7a-6048-4cf1-8c9d-403e67eb5459 is going to be created. [ 951.985406] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.985735] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.985899] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.986625] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.986701] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.987065] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-f708fa7a-6048-4cf1-8c9d-403e67eb5459" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.113510] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.113732] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.113792] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.113988] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.114121] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.114226] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 933490f3-e0a2-419c-a292-4e309d9c38de already deleted. [ 952.114353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.114528] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.114720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.114832] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('933490f3-e0a2-419c-a292-4e309d9c38de',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.638598] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.639156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.639156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.639546] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.639546] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.640422] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 933490f3-e0a2-419c-a292-4e309d9c38de already deleted. [ 952.640422] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.712391] env[65962]: INFO networking_nsxv3.common.synchronization [req-1d8ceff3-6249-4f72-b81c-63d2751ba034 req-b72f551a-c195-4442-b280-750b9db05b24 service nova] Enqueued Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_rules [ 952.712666] env[65962]: INFO networking_nsxv3.common.synchronization [req-1d8ceff3-6249-4f72-b81c-63d2751ba034 req-b72f551a-c195-4442-b280-750b9db05b24 service nova] Enqueued Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_members [ 952.713235] env[65962]: INFO networking_nsxv3.common.synchronization [req-1d8ceff3-6249-4f72-b81c-63d2751ba034 req-b72f551a-c195-4442-b280-750b9db05b24 service nova] Enqueued Resource ID: f708fa7a-6048-4cf1-8c9d-403e67eb5459 with Priority: HIGHEST for action port [ 952.716888] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_rules [ 952.716888] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_members [ 952.716888] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f708fa7a-6048-4cf1-8c9d-403e67eb5459 with Priority: HIGHEST for action port [ 952.716888] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.716888] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.716888] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.716888] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.716888] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.716888] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.716888] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.716888] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-f708fa7a-6048-4cf1-8c9d-403e67eb5459 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.716888] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f708fa7a-6048-4cf1-8c9d-403e67eb5459" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.716888] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f708fa7a-6048-4cf1-8c9d-403e67eb5459" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.716888] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f708fa7a-6048-4cf1-8c9d-403e67eb5459" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.716888] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f708fa7a-6048-4cf1-8c9d-403e67eb5459',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.220680] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.220680] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.221539] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f708fa7a-6048-4cf1-8c9d-403e67eb5459 with status ACTIVE [ 953.221539] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.221539] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.221539] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.221539] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.221737] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.221812] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.221917] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.221976] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.222228] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.222334] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.222539] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.222675] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.222740] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.222886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.222966] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.223054] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f708fa7a-6048-4cf1-8c9d-403e67eb5459 is going to be updated. [ 953.244944] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.245142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.245209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.245420] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.245597] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.245746] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f708fa7a-6048-4cf1-8c9d-403e67eb5459" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.532061] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 in Status: SUCCESS [ 953.533038] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 deletion is rescheduled due to dependency. [ 953.533038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.533038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.533231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.533381] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.533482] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.533482] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.533715] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.533715] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.533919] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.864701] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: SUCCESS [ 953.864701] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.864701] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.864701] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.864701] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.864701] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.864701] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.864701] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.864701] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.865742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.865742] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.035876] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.368160] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.538933] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.870631] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aad1ecae-9e4e-40c5-9e5a-0783e69c128f: rpc.has_security_group_logging(os_id): False [ 954.891963] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.892233] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.892414] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.892682] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.892832] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.893227] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.893463] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.893574] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.893764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.893890] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.894053] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f is going to be created. [ 955.006108] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.006108] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.006108] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.006374] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.006605] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.024367] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: IN_PROGRESS for 2s [ 955.041217] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.041467] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.041588] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.041915] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.042089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.042252] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 is going to be updated. [ 955.106411] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.106495] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.106707] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.106789] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.106936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.121264] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 in Status: IN_PROGRESS for 2s [ 956.684475] env[65962]: INFO networking_nsxv3.common.synchronization [req-11ff1a44-6625-44f4-afff-3188815c7f91 req-0290b1cf-c868-47af-8b71-7b5ada06b663 tempest-FloatingIPsAssociationNegativeTestJSON-851306628 tempest-FloatingIPsAssociationNegativeTestJSON-851306628-project-member] Enqueued Resource ID: c279ed0d-c29e-4930-adb9-8434205f9a59 with Priority: HIGHEST for action security_group_members [ 956.685331] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c279ed0d-c29e-4930-adb9-8434205f9a59 with Priority: HIGHEST for action security_group_members [ 956.685484] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c279ed0d-c29e-4930-adb9-8434205f9a59 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.685581] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.685655] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.685862] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.686195] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.686195] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.686195] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.686341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.686371] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.686657] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c279ed0d-c29e-4930-adb9-8434205f9a59',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.837458] env[65962]: INFO networking_nsxv3.common.synchronization [req-c787de8d-08f6-45c4-9543-814c87ef6e45 req-c93a89db-0669-42cc-976e-68a367952334 tempest-MigrationsAdminTest-1609886309 tempest-MigrationsAdminTest-1609886309-project-member] Enqueued Resource ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 with Priority: HIGHEST for action security_group_members [ 956.838190] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 with Priority: HIGHEST for action security_group_members [ 956.838190] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.838491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.838491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.838491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.838662] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.838750] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.838798] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.838960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.839047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.839141] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a06b28f6-e8ae-43a7-8f14-43b9e3dbb021',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.042948] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: SUCCESS [ 957.043559] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.133661] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 in Status: SUCCESS [ 957.133661] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.133661] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.133661] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.133661] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.133661] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.133661] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.133661] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.133661] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.133661] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.133661] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.189063] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.189202] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.189320] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.189583] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.189706] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.189938] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.190092] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.190161] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.190397] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.190561] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.190726] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c279ed0d-c29e-4930-adb9-8434205f9a59 is going to be updated. [ 957.223162] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.223162] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.223315] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.223416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.223625] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.234533] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c279ed0d-c29e-4930-adb9-8434205f9a59 in Status: IN_PROGRESS for 2s [ 957.273285] env[65962]: INFO networking_nsxv3.common.synchronization [req-6f22e022-de61-4551-8a7a-1a1dda34d21e req-6420618b-f851-46ad-8b78-546c3dadc61f tempest-ServerActionsTestOtherB-933296761 tempest-ServerActionsTestOtherB-933296761-project-member] Enqueued Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_members [ 957.274027] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_members [ 957.275026] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.275184] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.275255] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.275519] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.275709] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.275818] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.275913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.276075] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.276281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.276387] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.342901] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a06b28f6-e8ae-43a7-8f14-43b9e3dbb021',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.638032] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.638205] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.638254] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.638515] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.638803] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.638914] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.638977] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.639280] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.639412] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.639566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.639773] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.639872] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.639960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.640143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.640376] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.640486] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.640546] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.640717] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.641359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.641536] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.641679] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.781940] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.781940] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.781940] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.781940] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.781940] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.782435] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.782435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.782435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.782435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.782435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.782781] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 is going to be updated. [ 957.827455] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.827455] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.827675] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.828469] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.828469] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.837481] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: IN_PROGRESS for 2s [ 957.845308] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a06b28f6-e8ae-43a7-8f14-43b9e3dbb021',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.144161] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821: rpc.has_security_group_logging(os_id): False [ 958.164327] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.164512] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.164589] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.164797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.164870] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.165103] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.165184] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.165220] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.165414] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.165468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.165666] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.165770] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.166571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.166571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.166571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.166571] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.166571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.166571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.166571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.167079] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.167079] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 is going to be updated. [ 958.236060] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.236060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.236284] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.236433] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.236608] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.253343] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 in Status: IN_PROGRESS for 2s [ 958.347694] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.347950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.347950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.348183] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.348272] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.348379] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 is going to be updated. [ 958.385705] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.385941] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.386067] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.386390] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.386627] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.398242] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 in Status: IN_PROGRESS for 2s [ 958.901728] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.902088] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-972" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.902088] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-972" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.902345] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-972" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.902608] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.902762] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.902880] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.903108] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.903256] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.903469] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.903581] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.903686] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.903792] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.903897] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.904006] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.904161] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.925095] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.925295] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.925450] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.925632] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-972" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.925984] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-e19495bc-540b-4f60-a1ea-885ab1f09795 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.926175] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-e19495bc-540b-4f60-a1ea-885ab1f09795" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.926299] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-e19495bc-540b-4f60-a1ea-885ab1f09795" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.926703] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-e19495bc-540b-4f60-a1ea-885ab1f09795" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.926810] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e19495bc-540b-4f60-a1ea-885ab1f09795',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.245413] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c279ed0d-c29e-4930-adb9-8434205f9a59 in Status: SUCCESS [ 959.245413] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c279ed0d-c29e-4930-adb9-8434205f9a59 deletion is rescheduled due to dependency. [ 959.245413] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.431857] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.431857] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.431857] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.431857] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.431857] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.431857] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.431857] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.431857] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.431857] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.431857] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.432445] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.432445] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.432445] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.437241] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.437241] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.437241] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: e19495bc-540b-4f60-a1ea-885ab1f09795 is going to be updated. [ 959.458022] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.458022] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.458022] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.458022] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.458022] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.458022] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-e19495bc-540b-4f60-a1ea-885ab1f09795" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.849344] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: SUCCESS [ 959.849344] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 deletion is rescheduled due to dependency. [ 959.849344] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.189530] env[65962]: INFO networking_nsxv3.common.synchronization [req-f50b77f7-ac14-433e-9df5-19fe1ec74670 req-f21fd6ea-9648-4739-9a72-bfe42fde19ff service nova] Enqueued Resource ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a with Priority: HIGHEST for action security_group_rules [ 960.189845] env[65962]: INFO networking_nsxv3.common.synchronization [req-f50b77f7-ac14-433e-9df5-19fe1ec74670 req-f21fd6ea-9648-4739-9a72-bfe42fde19ff service nova] Enqueued Resource ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a with Priority: HIGHEST for action security_group_members [ 960.189845] env[65962]: INFO networking_nsxv3.common.synchronization [req-f50b77f7-ac14-433e-9df5-19fe1ec74670 req-f21fd6ea-9648-4739-9a72-bfe42fde19ff service nova] Enqueued Resource ID: e19495bc-540b-4f60-a1ea-885ab1f09795 with Priority: HIGHEST for action port [ 960.190422] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a with Priority: HIGHEST for action security_group_rules [ 960.190624] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a with Priority: HIGHEST for action security_group_members [ 960.190778] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19495bc-540b-4f60-a1ea-885ab1f09795 with Priority: HIGHEST for action port [ 960.191162] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.191249] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.191303] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.191563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.191611] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.192445] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.194052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.194052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.194052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.194052] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.194052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.194052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.194052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.194052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.194052] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.194955] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-e19495bc-540b-4f60-a1ea-885ab1f09795 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.194955] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e19495bc-540b-4f60-a1ea-885ab1f09795" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.194955] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e19495bc-540b-4f60-a1ea-885ab1f09795" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.195708] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e19495bc-540b-4f60-a1ea-885ab1f09795" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.195807] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e19495bc-540b-4f60-a1ea-885ab1f09795',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.266369] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 in Status: SUCCESS [ 960.266585] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.409271] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 in Status: SUCCESS [ 960.409459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.698444] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.698444] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.698444] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.700873] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e19495bc-540b-4f60-a1ea-885ab1f09795 with status ACTIVE [ 960.701137] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.701528] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.701528] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.701844] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.701844] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.702196] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.702196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.702604] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.702810] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.702907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.703205] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.703343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.703483] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.703658] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.703771] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.703887] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e19495bc-540b-4f60-a1ea-885ab1f09795 is going to be updated. [ 960.725586] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.725855] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.725978] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.726313] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.726549] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.726811] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e19495bc-540b-4f60-a1ea-885ab1f09795" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.200693] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.703593] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.703760] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.703827] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.704063] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.704160] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.704265] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a is going to be updated. [ 961.736680] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.736680] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.736680] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.736680] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.736680] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.748502] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a in Status: IN_PROGRESS for 2s [ 963.762447] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a in Status: SUCCESS [ 963.763704] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.763704] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.763704] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.764281] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.764281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.764281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.764281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.764487] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.764556] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.764662] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.270265] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.409313] env[65962]: INFO networking_nsxv3.common.synchronization [req-546580ed-095c-4b81-94f2-cf6b6389e980 req-650d79fd-e986-4ea1-b047-f396b391f934 tempest-ImagesOneServerNegativeTestJSON-1332257905 tempest-ImagesOneServerNegativeTestJSON-1332257905-project-member] Enqueued Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_members [ 964.409313] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 with Priority: HIGHEST for action security_group_members [ 964.409313] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.409510] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.409510] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.410961] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.410961] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.411133] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.411133] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.411293] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.411413] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.411542] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69b90aa5-bcd2-41a5-9e4f-1aaba3e01821',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.741310] env[65962]: INFO networking_nsxv3.common.synchronization [None req-12f04a38-d773-4364-9048-3245c9fe149a tempest-ServerRescueNegativeTestJSON-188126304 tempest-ServerRescueNegativeTestJSON-188126304-project-member] Enqueued Resource ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 with Priority: HIGHEST for action security_group_rules [ 964.741584] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 with Priority: HIGHEST for action security_group_rules [ 964.742012] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc9e2502-07d4-4534-be8b-1902dafe9b30 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.742333] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.742546] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.742908] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.743109] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc9e2502-07d4-4534-be8b-1902dafe9b30',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.774877] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a: rpc.has_security_group_logging(os_id): False [ 964.793667] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.793837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.793890] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.794123] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.813997] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.814441] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.814609] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.814697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.814926] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.815045] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.815161] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a is going to be updated. [ 964.835882] env[65962]: INFO networking_nsxv3.common.synchronization [None req-95235c5e-31bc-4c43-bbeb-5766598dfb15 tempest-ServerRescueNegativeTestJSON-188126304 tempest-ServerRescueNegativeTestJSON-188126304-project-member] Enqueued Resource ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 with Priority: HIGHEST for action security_group_rules [ 964.836450] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 with Priority: HIGHEST for action security_group_rules [ 964.836799] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc9e2502-07d4-4534-be8b-1902dafe9b30 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.836893] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.874295] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.874518] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.874518] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.874712] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.874876] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.888208] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a in Status: IN_PROGRESS for 2s [ 964.914926] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.915358] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.915444] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.915626] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.915712] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.915955] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.916084] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.916172] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.916355] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.916431] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.916535] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 is going to be updated. [ 964.947700] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.947700] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.947700] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.947700] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.948118] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.959181] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 in Status: IN_PROGRESS for 2s [ 965.267991] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.268391] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.268391] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.268564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.268669] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.268782] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 already deleted. [ 965.268870] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.269057] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.269220] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.269351] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc9e2502-07d4-4534-be8b-1902dafe9b30',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.792366] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.792799] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.792799] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.792927] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.792991] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.793107] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 already deleted. [ 965.793192] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.905513] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a in Status: SUCCESS [ 966.905972] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.969676] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 in Status: SUCCESS [ 966.969867] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b90aa5-bcd2-41a5-9e4f-1aaba3e01821 deletion is rescheduled due to dependency. [ 966.969953] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b90aa5-bcd2-41a5-9e4f-1aaba3e01821" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.342270] env[65962]: INFO networking_nsxv3.common.synchronization [None req-4ad36a2f-25da-4276-a2a6-4452f777c2a4 None None] Enqueued Resource ID: 0e8c29da-f311-49e9-a533-5bd110d7da25 with Priority: HIGHEST for action port [ 968.343231] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8c29da-f311-49e9-a533-5bd110d7da25 with Priority: HIGHEST for action port [ 968.344194] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e8c29da-f311-49e9-a533-5bd110d7da25 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.344580] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e8c29da-f311-49e9-a533-5bd110d7da25" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.344688] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e8c29da-f311-49e9-a533-5bd110d7da25" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.345055] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e8c29da-f311-49e9-a533-5bd110d7da25" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.345176] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e8c29da-f311-49e9-a533-5bd110d7da25',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.851629] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e8c29da-f311-49e9-a533-5bd110d7da25 [ 968.851629] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.851629] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.851629] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.851629] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.851629] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.851629] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e8c29da-f311-49e9-a533-5bd110d7da25 already deleted. [ 968.851629] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e8c29da-f311-49e9-a533-5bd110d7da25" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.269351] env[65962]: INFO networking_nsxv3.common.synchronization [None req-69d1b1a7-a1cb-4fe0-be30-b562feff1e08 tempest-ServersTestManualDisk-903824919 tempest-ServersTestManualDisk-903824919-project-member] Enqueued Resource ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 with Priority: HIGHEST for action security_group_rules [ 969.269884] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 with Priority: HIGHEST for action security_group_rules [ 969.270261] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.270389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.270453] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.270844] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.270937] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.401596] env[65962]: INFO networking_nsxv3.common.synchronization [None req-8d4626d8-87a0-4c71-b4ce-bc0569438fe8 tempest-ServersTestManualDisk-903824919 tempest-ServersTestManualDisk-903824919-project-member] Enqueued Resource ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 with Priority: HIGHEST for action security_group_rules [ 969.402616] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 with Priority: HIGHEST for action security_group_rules [ 969.403083] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.403491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.795754] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.796074] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.796074] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.796383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.796383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.796656] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 already deleted. [ 969.796656] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.796656] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.796755] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.797450] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.322736] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.322736] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.322736] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.322736] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.322736] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.322736] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 already deleted. [ 970.322736] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.511811] env[65962]: INFO networking_nsxv3.common.synchronization [req-6cbddc07-4b55-4cf6-9489-bfcab60c0391 req-c2a739b0-c9de-432c-9360-475d1557dcf7 tempest-ImagesTestJSON-946931724 tempest-ImagesTestJSON-946931724-project-member] Enqueued Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 970.513210] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 970.513210] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.513210] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.513210] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.513437] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.513437] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.513798] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.513798] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.513798] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.513922] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.513922] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.846021] env[65962]: INFO networking_nsxv3.common.synchronization [None req-dd3b877c-e9d5-45a2-aece-11c14ad41ca2 None None] Enqueued Resource ID: 21b1bb86-0c7c-4ba1-b32d-2d27d91fb7f6 with Priority: HIGHEST for action port [ 970.846021] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b1bb86-0c7c-4ba1-b32d-2d27d91fb7f6 with Priority: HIGHEST for action port [ 970.846021] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-21b1bb86-0c7c-4ba1-b32d-2d27d91fb7f6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.846021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21b1bb86-0c7c-4ba1-b32d-2d27d91fb7f6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.846021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21b1bb86-0c7c-4ba1-b32d-2d27d91fb7f6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.846021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21b1bb86-0c7c-4ba1-b32d-2d27d91fb7f6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.846500] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21b1bb86-0c7c-4ba1-b32d-2d27d91fb7f6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.016783] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.016990] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.017048] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.017270] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.017377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.017581] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.017684] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.017738] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.017915] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.017988] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.018090] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e is going to be updated. [ 971.051796] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.051982] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.052074] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.052306] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.052549] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.065393] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: IN_PROGRESS for 2s [ 971.348442] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21b1bb86-0c7c-4ba1-b32d-2d27d91fb7f6 [ 971.348712] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.348866] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.348938] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.349190] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.349282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.349429] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21b1bb86-0c7c-4ba1-b32d-2d27d91fb7f6 already deleted. [ 971.349517] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21b1bb86-0c7c-4ba1-b32d-2d27d91fb7f6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.333247] env[65962]: INFO networking_nsxv3.common.synchronization [req-bade6c7c-d258-461e-a317-54ca2057096a req-07727264-4373-40d7-9a80-d7630ebc3197 tempest-AttachVolumeNegativeTest-1947892118 tempest-AttachVolumeNegativeTest-1947892118-project-member] Enqueued Resource ID: 933490f3-e0a2-419c-a292-4e309d9c38de with Priority: HIGHEST for action security_group_members [ 972.333749] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933490f3-e0a2-419c-a292-4e309d9c38de with Priority: HIGHEST for action security_group_members [ 972.334144] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-933490f3-e0a2-419c-a292-4e309d9c38de taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.334267] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.334321] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.334605] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.334771] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.334875] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.334936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.335101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.335532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.335532] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('933490f3-e0a2-419c-a292-4e309d9c38de',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.759337] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.759616] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-243" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.759710] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-243" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.760072] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-243" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.760350] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.760530] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.760652] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.760878] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.762641] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.762641] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.762641] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.762641] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.762641] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.762641] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.762641] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.762989] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.786187] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.786368] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.786520] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.786785] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-243" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.787157] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-3c13ca83-5495-47c0-adee-64010d1443df taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.787406] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-3c13ca83-5495-47c0-adee-64010d1443df" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.787500] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-3c13ca83-5495-47c0-adee-64010d1443df" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.787836] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-3c13ca83-5495-47c0-adee-64010d1443df" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.787984] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c13ca83-5495-47c0-adee-64010d1443df',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.837698] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.837923] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.838057] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.838263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.838358] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.838570] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.838669] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.838731] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.838907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.839218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.839218] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 933490f3-e0a2-419c-a292-4e309d9c38de already deleted. [ 972.839218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.080212] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: SUCCESS [ 973.080725] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e deletion is rescheduled due to dependency. [ 973.080976] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.291840] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.292185] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.292453] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.292827] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.293237] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.293327] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 3c13ca83-5495-47c0-adee-64010d1443df not found, creating... [ 973.293739] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.293970] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.294216] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.294600] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.294833] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.295321] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.295577] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.295839] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.296152] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.296389] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.296629] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 3c13ca83-5495-47c0-adee-64010d1443df is going to be created. [ 973.335068] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.335838] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.336266] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.336363] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.336560] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.336799] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-3c13ca83-5495-47c0-adee-64010d1443df" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.049553] env[65962]: INFO networking_nsxv3.common.synchronization [req-bade6c7c-d258-461e-a317-54ca2057096a req-f59ef5e8-8c39-47c7-8e0b-aae4d556df8c service nova] Enqueued Resource ID: 933490f3-e0a2-419c-a292-4e309d9c38de with Priority: HIGHEST for action security_group_rules [ 974.049553] env[65962]: INFO networking_nsxv3.common.synchronization [req-bade6c7c-d258-461e-a317-54ca2057096a req-f59ef5e8-8c39-47c7-8e0b-aae4d556df8c service nova] Enqueued Resource ID: 933490f3-e0a2-419c-a292-4e309d9c38de with Priority: HIGHEST for action security_group_members [ 974.049553] env[65962]: INFO networking_nsxv3.common.synchronization [req-bade6c7c-d258-461e-a317-54ca2057096a req-f59ef5e8-8c39-47c7-8e0b-aae4d556df8c service nova] Enqueued Resource ID: 3c13ca83-5495-47c0-adee-64010d1443df with Priority: HIGHEST for action port [ 974.049553] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933490f3-e0a2-419c-a292-4e309d9c38de with Priority: HIGHEST for action security_group_rules [ 974.049553] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933490f3-e0a2-419c-a292-4e309d9c38de with Priority: HIGHEST for action security_group_members [ 974.049553] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c13ca83-5495-47c0-adee-64010d1443df with Priority: HIGHEST for action port [ 974.050213] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-933490f3-e0a2-419c-a292-4e309d9c38de taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.050566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.050768] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.051425] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.051611] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('933490f3-e0a2-419c-a292-4e309d9c38de',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.054290] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-933490f3-e0a2-419c-a292-4e309d9c38de taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.054290] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.054424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.055278] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.055278] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.055278] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.055278] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.055278] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.055278] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.055278] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('933490f3-e0a2-419c-a292-4e309d9c38de',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.056077] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c13ca83-5495-47c0-adee-64010d1443df taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.056190] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c13ca83-5495-47c0-adee-64010d1443df" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.056257] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c13ca83-5495-47c0-adee-64010d1443df" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.056412] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c13ca83-5495-47c0-adee-64010d1443df" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.056490] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c13ca83-5495-47c0-adee-64010d1443df',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.558998] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-933490f3-e0a2-419c-a292-4e309d9c38de taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.558998] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.559563] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('933490f3-e0a2-419c-a292-4e309d9c38de',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.560443] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c13ca83-5495-47c0-adee-64010d1443df with status ACTIVE [ 974.560751] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.560891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.560976] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.561298] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.561423] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.561646] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.561808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.561881] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.562055] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.562150] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.562328] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.562425] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.562494] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.562647] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.562755] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.562878] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c13ca83-5495-47c0-adee-64010d1443df is going to be updated. [ 974.587236] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.587532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.587532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.588053] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.588053] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.588053] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c13ca83-5495-47c0-adee-64010d1443df" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.823362] env[65962]: INFO networking_nsxv3.common.synchronization [req-84ef7819-99e8-4734-9fe3-5da507a2db46 req-7c46fc2b-06b7-42aa-bb74-621c2e74fec6 tempest-DeleteServersTestJSON-358591378 tempest-DeleteServersTestJSON-358591378-project-member] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 974.823963] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 974.824289] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.824450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.824551] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.824788] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.824954] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.825477] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.825594] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.825769] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.825871] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.826083] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.064939] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('933490f3-e0a2-419c-a292-4e309d9c38de',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.209533] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.209752] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.209861] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.210142] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.210441] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.210624] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.210761] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.210986] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.211164] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.211379] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.211507] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.211629] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.211741] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.211852] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.211958] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.212101] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.232462] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.232669] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.232816] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.233067] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.233435] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-901568e5-7072-4992-93e3-55abd95b4613 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.233666] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-901568e5-7072-4992-93e3-55abd95b4613" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.233809] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-901568e5-7072-4992-93e3-55abd95b4613" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.234170] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-901568e5-7072-4992-93e3-55abd95b4613" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.234330] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('901568e5-7072-4992-93e3-55abd95b4613',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.328214] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.328450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.328524] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.328878] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.328979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.329253] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.329437] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.329664] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.329787] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.329787] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.329919] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be updated. [ 975.360646] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.360837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.360971] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.361275] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.361841] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.374358] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: IN_PROGRESS for 2s [ 975.570681] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.571089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.571089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.572321] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.572462] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.572640] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 933490f3-e0a2-419c-a292-4e309d9c38de is going to be created. [ 975.602114] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.602346] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.602411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.602604] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.602776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.618438] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 933490f3-e0a2-419c-a292-4e309d9c38de in Status: UNINITIALIZED for 2s [ 975.737244] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.737555] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.737680] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.737947] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.738120] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.738279] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 901568e5-7072-4992-93e3-55abd95b4613 not found, creating... [ 975.738577] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.738790] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.738954] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.739207] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.739348] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.739665] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.739826] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.741049] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.741049] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.741049] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.741049] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 901568e5-7072-4992-93e3-55abd95b4613 is going to be created. [ 975.767519] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.767795] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.767944] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.768278] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.768538] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.768765] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-901568e5-7072-4992-93e3-55abd95b4613" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.523568] env[65962]: INFO networking_nsxv3.common.synchronization [req-84ef7819-99e8-4734-9fe3-5da507a2db46 req-f7fa325e-85db-46a1-a870-4e2167ef66c6 service nova] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_rules [ 976.523568] env[65962]: INFO networking_nsxv3.common.synchronization [req-84ef7819-99e8-4734-9fe3-5da507a2db46 req-f7fa325e-85db-46a1-a870-4e2167ef66c6 service nova] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 976.523568] env[65962]: INFO networking_nsxv3.common.synchronization [req-84ef7819-99e8-4734-9fe3-5da507a2db46 req-f7fa325e-85db-46a1-a870-4e2167ef66c6 service nova] Enqueued Resource ID: 901568e5-7072-4992-93e3-55abd95b4613 with Priority: HIGHEST for action port [ 976.523894] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_rules [ 976.524041] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 976.524166] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901568e5-7072-4992-93e3-55abd95b4613 with Priority: HIGHEST for action port [ 976.524408] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.524521] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.524863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.524863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.524863] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.526212] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.526336] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.527030] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-901568e5-7072-4992-93e3-55abd95b4613 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.527030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-901568e5-7072-4992-93e3-55abd95b4613" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.527030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-901568e5-7072-4992-93e3-55abd95b4613" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.527030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-901568e5-7072-4992-93e3-55abd95b4613" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.527030] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('901568e5-7072-4992-93e3-55abd95b4613',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.029153] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.029495] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.029668] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 901568e5-7072-4992-93e3-55abd95b4613 with status ACTIVE [ 977.029934] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.030831] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.030831] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.030831] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.030831] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.030831] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.031022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.031061] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.031283] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.031398] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.032102] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.032102] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.032102] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.032213] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.032317] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.033778] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 901568e5-7072-4992-93e3-55abd95b4613 is going to be updated. [ 977.055207] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.055466] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.055466] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.055642] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.055779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.056053] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-901568e5-7072-4992-93e3-55abd95b4613" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.377914] env[65962]: INFO networking_nsxv3.common.synchronization [req-c21a76d4-570a-4202-aabe-5a18cd752840 req-88e468fd-9c73-4aa2-b7f5-b91d204b6a7e tempest-ServersTestJSON-1907904000 tempest-ServersTestJSON-1907904000-project-member] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 977.378270] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 977.379158] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.379158] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.379158] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.379328] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.379454] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.379568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.379622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.379801] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.379885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.379945] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.388889] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 977.389090] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d deletion is rescheduled due to dependency. [ 977.389188] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.389702] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.389924] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.390164] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.390309] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.390357] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.390776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.390776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.390776] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.632727] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 933490f3-e0a2-419c-a292-4e309d9c38de in Status: SUCCESS [ 977.632915] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.633106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.633343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.633539] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.633655] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.633827] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.634175] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.634370] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.634521] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.634660] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('933490f3-e0a2-419c-a292-4e309d9c38de',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.700824] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.701036] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.701166] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.701434] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.701704] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.701899] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.704051] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.704051] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.704051] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.704051] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.705281] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.705281] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.705281] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.705281] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.705517] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.705776] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.753050] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.753421] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.753696] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.755040] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.755040] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-b34344f8-f82f-4667-9152-3d1a462189a1 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.755040] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-b34344f8-f82f-4667-9152-3d1a462189a1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.755040] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-b34344f8-f82f-4667-9152-3d1a462189a1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.755040] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-b34344f8-f82f-4667-9152-3d1a462189a1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.755399] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b34344f8-f82f-4667-9152-3d1a462189a1',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.882388] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.892998] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.140118] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('933490f3-e0a2-419c-a292-4e309d9c38de',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.257827] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.258078] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.258211] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.258490] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.258642] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.258795] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port b34344f8-f82f-4667-9152-3d1a462189a1 not found, creating... [ 978.259065] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.259229] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.259343] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.259608] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.259760] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.260062] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.260221] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.260341] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.260664] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.260751] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.260884] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: b34344f8-f82f-4667-9152-3d1a462189a1 is going to be created. [ 978.285365] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.285580] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.285707] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.285987] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.286233] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.286464] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-b34344f8-f82f-4667-9152-3d1a462189a1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.384862] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.395134] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.644486] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 933490f3-e0a2-419c-a292-4e309d9c38de: rpc.has_security_group_logging(os_id): False [ 978.662818] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.663228] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.663348] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.663619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.663714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.663979] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.664093] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.664158] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.664312] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.664391] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.664475] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 933490f3-e0a2-419c-a292-4e309d9c38de is going to be created. [ 978.736650] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.736890] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.736956] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.737181] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.737388] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.752087] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 933490f3-e0a2-419c-a292-4e309d9c38de in Status: IN_PROGRESS for 2s [ 978.887932] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.888374] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.888474] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.888847] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.888984] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.889125] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 978.898442] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.898692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.898769] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.898997] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.899466] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.899841] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be updated. [ 978.928388] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.928631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.928631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.928821] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.928961] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.930827] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.930979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.931034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.932267] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.932508] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.944317] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: IN_PROGRESS for 2s [ 978.945041] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 979.003214] env[65962]: INFO networking_nsxv3.common.synchronization [req-c21a76d4-570a-4202-aabe-5a18cd752840 req-ac97d5e2-8b40-40a0-9374-c35fca372c2c service nova] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_rules [ 979.003214] env[65962]: INFO networking_nsxv3.common.synchronization [req-c21a76d4-570a-4202-aabe-5a18cd752840 req-ac97d5e2-8b40-40a0-9374-c35fca372c2c service nova] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 979.003214] env[65962]: INFO networking_nsxv3.common.synchronization [req-c21a76d4-570a-4202-aabe-5a18cd752840 req-ac97d5e2-8b40-40a0-9374-c35fca372c2c service nova] Enqueued Resource ID: b34344f8-f82f-4667-9152-3d1a462189a1 with Priority: HIGHEST for action port [ 979.003214] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_rules [ 979.003214] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 979.003214] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b34344f8-f82f-4667-9152-3d1a462189a1 with Priority: HIGHEST for action port [ 979.003491] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.003575] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.003637] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.003825] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.003901] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.006436] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.006549] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.006713] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-b34344f8-f82f-4667-9152-3d1a462189a1 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.006813] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b34344f8-f82f-4667-9152-3d1a462189a1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.006877] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b34344f8-f82f-4667-9152-3d1a462189a1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.009344] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b34344f8-f82f-4667-9152-3d1a462189a1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.009344] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b34344f8-f82f-4667-9152-3d1a462189a1',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.513184] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.513184] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.513184] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b34344f8-f82f-4667-9152-3d1a462189a1 with status ACTIVE [ 979.513184] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.513184] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.513184] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.513184] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.513184] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.513796] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.513796] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.513796] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.513796] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.513796] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.513938] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.513938] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.514016] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.514156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.514228] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.514309] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b34344f8-f82f-4667-9152-3d1a462189a1 is going to be updated. [ 979.538291] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.538458] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.538501] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.538820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.538820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.539603] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b34344f8-f82f-4667-9152-3d1a462189a1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.766224] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 933490f3-e0a2-419c-a292-4e309d9c38de in Status: SUCCESS [ 980.766847] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.957943] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 980.960684] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.960883] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.961147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.961356] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.961481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.961553] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.961745] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.961814] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.961870] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.961950] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.964166] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 980.964166] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.964166] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.964166] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.964475] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.964475] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.964616] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.964669] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.964721] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.965161] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.466526] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.466750] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.466867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.467128] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.467305] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.467426] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.467553] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.467729] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.467822] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.467909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.468115] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.468282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.468354] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.468525] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.468742] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.468890] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.468996] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.469504] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.469659] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.469786] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.469936] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.470986] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.975693] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a70c390b-c5f0-452c-b6f4-fccf0f68fa9d: rpc.has_security_group_logging(os_id): False [ 981.975693] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.995028] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.995028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.995028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.995028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.995028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.995028] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.995028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.995028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.996696] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.998891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.998891] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.998891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.998891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.998891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.998891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.998891] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.998891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.998891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.998891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.998891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.998891] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be updated. [ 982.063603] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.064089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.064089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.064089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.064246] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.080468] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: IN_PROGRESS for 2s [ 982.210214] env[65962]: INFO networking_nsxv3.common.synchronization [req-b5725e0b-2a6e-48ff-844f-7f114828e101 req-5dea566d-1a99-4bb6-a148-bdeffee40d02 tempest-ServersAdminTestJSON-1380903660 tempest-ServersAdminTestJSON-1380903660-project-member] Enqueued Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 982.211320] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 982.212018] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.212018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.212018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.212251] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.213073] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.213073] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.213570] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.213793] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.213907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.214036] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.478282] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.478714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.479862] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.479862] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.479862] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.480017] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 982.513414] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.513654] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.513771] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.514111] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.514346] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.526870] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 982.722535] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.909711] env[65962]: INFO networking_nsxv3.common.synchronization [req-1f87e5c4-64ad-40ad-95d8-c22f2b8f85dc req-2d329f73-13e6-43a9-a536-c87a2492bb77 tempest-MigrationsAdminTest-1609886309 tempest-MigrationsAdminTest-1609886309-project-member] Enqueued Resource ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 with Priority: HIGHEST for action security_group_members [ 982.910983] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 with Priority: HIGHEST for action security_group_members [ 982.911461] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.911613] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.911687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.911924] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.912105] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.912205] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.912261] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.912421] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.912507] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.912617] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a06b28f6-e8ae-43a7-8f14-43b9e3dbb021',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.226348] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.418032] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.418032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.418032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.418032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.454208] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.454208] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.454208] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.454208] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.454208] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.454208] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.454208] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 is going to be updated. [ 983.488030] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.488030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.488030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.488030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.488030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.495675] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 in Status: IN_PROGRESS for 2s [ 983.726817] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.727239] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.729586] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.729586] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.729586] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.729586] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 is going to be updated. [ 983.787927] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.788290] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.788830] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.791383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.791383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.814242] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: IN_PROGRESS for 2s [ 984.094177] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 984.094467] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.544651] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 984.544651] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.544651] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.545273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.545273] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.545273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.545273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.545505] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.545505] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.545599] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.545658] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.051209] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.051209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.051209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.051209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.051209] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.051209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.051209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.051631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.051631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.051693] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.051935] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.052101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.052194] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.052379] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.052671] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.053354] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.053354] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.053572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.053702] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.054075] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.054075] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.099459] env[65962]: INFO networking_nsxv3.common.synchronization [None req-ad249382-cee6-440b-9abb-a324ddb1a140 None None] Enqueued Resource ID: 60d9b663-46fa-4f56-b530-2d4165135d7c with Priority: HIGHEST for action port [ 985.100299] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60d9b663-46fa-4f56-b530-2d4165135d7c with Priority: HIGHEST for action port [ 985.100940] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-60d9b663-46fa-4f56-b530-2d4165135d7c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.101090] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60d9b663-46fa-4f56-b530-2d4165135d7c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.101162] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60d9b663-46fa-4f56-b530-2d4165135d7c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.102108] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60d9b663-46fa-4f56-b530-2d4165135d7c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.102108] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60d9b663-46fa-4f56-b530-2d4165135d7c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.512926] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 in Status: SUCCESS [ 985.513159] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a06b28f6-e8ae-43a7-8f14-43b9e3dbb021 deletion is rescheduled due to dependency. [ 985.513243] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a06b28f6-e8ae-43a7-8f14-43b9e3dbb021" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.535295] env[65962]: INFO networking_nsxv3.common.synchronization [req-f0093ce1-0b25-4b3b-91d9-30243edfd5de req-5ecc482e-6332-4045-b02e-4c33bae0b3e7 tempest-ServerRescueNegativeTestJSON-188126304 tempest-ServerRescueNegativeTestJSON-188126304-project-member] Enqueued Resource ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 with Priority: HIGHEST for action security_group_members [ 985.537415] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 with Priority: HIGHEST for action security_group_members [ 985.537415] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc9e2502-07d4-4534-be8b-1902dafe9b30 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.537415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.537415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.537415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.537415] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.537415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.537415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.537777] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.537777] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.537777] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc9e2502-07d4-4534-be8b-1902dafe9b30',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.557241] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6479852-f3a3-43c2-99eb-fcc58a982da3: rpc.has_security_group_logging(os_id): False [ 985.585557] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.585783] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.585861] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.586093] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.586185] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.586409] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.586554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.586554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.586745] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.586788] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.586945] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.587058] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.587119] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.587255] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.587325] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.587563] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.587658] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.587713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.587851] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.587924] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.588020] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 985.604386] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60d9b663-46fa-4f56-b530-2d4165135d7c [ 985.604646] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.604772] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.604882] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.605027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.605130] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.605210] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60d9b663-46fa-4f56-b530-2d4165135d7c already deleted. [ 985.605391] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60d9b663-46fa-4f56-b530-2d4165135d7c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.661442] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.661631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.661683] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.661907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.662250] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.678943] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 985.833404] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: SUCCESS [ 985.833404] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.992761] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.996029] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-402" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.996029] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-402" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.996029] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-402" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.996029] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.996029] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.996029] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.996029] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.996029] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.996029] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.996029] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.996029] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.996029] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.996029] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.996029] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.996029] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.019143] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.019358] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 986.019804] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.019804] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-402" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.020036] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-f7cb788c-3105-4848-83cb-51cc8037eade taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.020221] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-f7cb788c-3105-4848-83cb-51cc8037eade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.020343] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-f7cb788c-3105-4848-83cb-51cc8037eade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.020676] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-f7cb788c-3105-4848-83cb-51cc8037eade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.021659] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7cb788c-3105-4848-83cb-51cc8037eade',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.042246] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.042402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.042478] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.042758] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.042864] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.043083] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.043188] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.043250] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.043405] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.043481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.043713] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 already deleted. [ 986.043713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.486117] env[65962]: INFO networking_nsxv3.common.synchronization [None req-8e80038c-d7c3-4330-ae9b-3d3723708c38 tempest-ServerActionsTestOtherA-1222154774 tempest-ServerActionsTestOtherA-1222154774-project-member] Enqueued Resource ID: 2ba08c69-dee0-4970-835e-2924d4f6401e with Priority: HIGHEST for action security_group_rules [ 986.486117] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba08c69-dee0-4970-835e-2924d4f6401e with Priority: HIGHEST for action security_group_rules [ 986.486117] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ba08c69-dee0-4970-835e-2924d4f6401e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.486117] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.486117] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.486544] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.486742] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ba08c69-dee0-4970-835e-2924d4f6401e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.523115] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.523950] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.523950] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.524100] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.524246] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.524399] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port f7cb788c-3105-4848-83cb-51cc8037eade not found, creating... [ 986.525205] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.525389] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.525512] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.526297] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.526297] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.526297] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.526610] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.526610] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.526669] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.526772] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.526902] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: f7cb788c-3105-4848-83cb-51cc8037eade is going to be created. [ 986.553033] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.553033] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.553033] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.553033] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.553033] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.553033] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-f7cb788c-3105-4848-83cb-51cc8037eade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.653384] env[65962]: INFO networking_nsxv3.common.synchronization [None req-521627b3-62dd-4268-9ab1-4c45f3c954d4 tempest-ServerActionsTestOtherA-1222154774 tempest-ServerActionsTestOtherA-1222154774-project-member] Enqueued Resource ID: 2ba08c69-dee0-4970-835e-2924d4f6401e with Priority: HIGHEST for action security_group_rules [ 986.653751] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba08c69-dee0-4970-835e-2924d4f6401e with Priority: HIGHEST for action security_group_rules [ 986.654243] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ba08c69-dee0-4970-835e-2924d4f6401e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.654370] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.009411] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.009411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.009411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.009411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.009411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.009411] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ba08c69-dee0-4970-835e-2924d4f6401e already deleted. [ 987.009411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.009411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.009411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.009411] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ba08c69-dee0-4970-835e-2924d4f6401e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.328196] env[65962]: INFO networking_nsxv3.common.synchronization [req-f0093ce1-0b25-4b3b-91d9-30243edfd5de req-9218d581-1987-43e7-9606-1b61234ba302 service nova] Enqueued Resource ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 with Priority: HIGHEST for action security_group_rules [ 987.328196] env[65962]: INFO networking_nsxv3.common.synchronization [req-f0093ce1-0b25-4b3b-91d9-30243edfd5de req-9218d581-1987-43e7-9606-1b61234ba302 service nova] Enqueued Resource ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 with Priority: HIGHEST for action security_group_members [ 987.328196] env[65962]: INFO networking_nsxv3.common.synchronization [req-f0093ce1-0b25-4b3b-91d9-30243edfd5de req-9218d581-1987-43e7-9606-1b61234ba302 service nova] Enqueued Resource ID: f7cb788c-3105-4848-83cb-51cc8037eade with Priority: HIGHEST for action port [ 987.328196] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 with Priority: HIGHEST for action security_group_rules [ 987.328196] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 with Priority: HIGHEST for action security_group_members [ 987.328196] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cb788c-3105-4848-83cb-51cc8037eade with Priority: HIGHEST for action port [ 987.328722] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc9e2502-07d4-4534-be8b-1902dafe9b30 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.330568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.330568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.330568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.330568] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc9e2502-07d4-4534-be8b-1902dafe9b30',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.330568] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc9e2502-07d4-4534-be8b-1902dafe9b30 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.330886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.330886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.331329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.331329] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.331329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.331329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.331775] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.331775] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.331775] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc9e2502-07d4-4534-be8b-1902dafe9b30',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.333149] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7cb788c-3105-4848-83cb-51cc8037eade taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.333262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7cb788c-3105-4848-83cb-51cc8037eade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.333327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7cb788c-3105-4848-83cb-51cc8037eade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.333478] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7cb788c-3105-4848-83cb-51cc8037eade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.333555] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7cb788c-3105-4848-83cb-51cc8037eade',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.531449] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.531449] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.531449] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.532459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.532459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.532459] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ba08c69-dee0-4970-835e-2924d4f6401e already deleted. [ 987.532459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.694126] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 987.694126] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.836050] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc9e2502-07d4-4534-be8b-1902dafe9b30 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.836385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.836506] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc9e2502-07d4-4534-be8b-1902dafe9b30',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.837435] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7cb788c-3105-4848-83cb-51cc8037eade with status ACTIVE [ 987.837618] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.837727] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.837791] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.838009] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.838101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.838275] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.838371] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.838437] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.838608] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.838711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.839085] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.839174] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.839206] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.839556] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.839556] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.839556] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7cb788c-3105-4848-83cb-51cc8037eade is going to be updated. [ 987.863852] env[65962]: INFO networking_nsxv3.common.synchronization [req-d459742b-8728-4289-bae3-2f320cac623d req-bb6fe7f0-9fef-4d3f-bcf3-29e65c9d0a76 tempest-ImagesTestJSON-946931724 tempest-ImagesTestJSON-946931724-project-member] Enqueued Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 987.864966] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.864966] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.865307] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.865307] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.865417] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.865502] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7cb788c-3105-4848-83cb-51cc8037eade" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.866073] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 987.866271] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.866385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.866468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.866598] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.866749] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.867372] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.867372] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.868215] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.868504] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.868638] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.182159] env[65962]: INFO networking_nsxv3.common.synchronization [None req-b6980403-147a-461a-bd00-c52127d144f5 None None] Enqueued Resource ID: 15aa81a4-4b99-46b4-80d0-ca97553f81a8 with Priority: HIGHEST for action port [ 988.182949] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15aa81a4-4b99-46b4-80d0-ca97553f81a8 with Priority: HIGHEST for action port [ 988.183271] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-15aa81a4-4b99-46b4-80d0-ca97553f81a8 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.183992] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15aa81a4-4b99-46b4-80d0-ca97553f81a8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.183992] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15aa81a4-4b99-46b4-80d0-ca97553f81a8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.183992] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15aa81a4-4b99-46b4-80d0-ca97553f81a8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.183992] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15aa81a4-4b99-46b4-80d0-ca97553f81a8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.206599] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.206815] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-46" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.206994] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-46" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.207195] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-46" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.207458] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.207656] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.207779] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.208058] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.208215] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.208461] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.208582] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.208723] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.208841] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.208949] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.209079] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.209200] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.257789] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.258191] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.049 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 988.258391] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.258580] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-46" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.259081] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-816d78dd-21b8-46e3-a193-8008d5b700c4 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.259245] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-816d78dd-21b8-46e3-a193-8008d5b700c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.259815] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-816d78dd-21b8-46e3-a193-8008d5b700c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.259815] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-816d78dd-21b8-46e3-a193-8008d5b700c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.260290] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('816d78dd-21b8-46e3-a193-8008d5b700c4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.342130] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc9e2502-07d4-4534-be8b-1902dafe9b30',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.374868] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.375036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.375169] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.375430] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.375554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.377034] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.377034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.377034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.377034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.377034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.377034] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e is going to be updated. [ 988.403030] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.403192] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.403286] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.403576] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.403936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.414265] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: IN_PROGRESS for 2s [ 988.685877] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15aa81a4-4b99-46b4-80d0-ca97553f81a8 [ 988.686148] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.686311] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.686391] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.686628] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.686759] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.686845] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15aa81a4-4b99-46b4-80d0-ca97553f81a8 already deleted. [ 988.686930] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15aa81a4-4b99-46b4-80d0-ca97553f81a8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.762870] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.763218] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.763218] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.763384] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.763535] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.763688] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 816d78dd-21b8-46e3-a193-8008d5b700c4 not found, creating... [ 988.763999] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.764109] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.764226] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.764439] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.764578] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.764921] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.765877] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.765877] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.765877] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.765877] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.765877] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 816d78dd-21b8-46e3-a193-8008d5b700c4 is going to be created. [ 988.786648] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.786783] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.786870] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.787154] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.787586] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.787654] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-816d78dd-21b8-46e3-a193-8008d5b700c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.844769] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.844991] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.844991] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.845228] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.845318] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.845412] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 is going to be created. [ 988.882700] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.882863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.882936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.883856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.883856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.897615] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 in Status: UNINITIALIZED for 2s [ 989.540472] env[65962]: INFO networking_nsxv3.common.synchronization [req-d459742b-8728-4289-bae3-2f320cac623d req-36aa14c2-28a9-4118-b726-a26281244093 service nova] Enqueued Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_rules [ 989.540472] env[65962]: INFO networking_nsxv3.common.synchronization [req-d459742b-8728-4289-bae3-2f320cac623d req-36aa14c2-28a9-4118-b726-a26281244093 service nova] Enqueued Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 989.540637] env[65962]: INFO networking_nsxv3.common.synchronization [req-d459742b-8728-4289-bae3-2f320cac623d req-36aa14c2-28a9-4118-b726-a26281244093 service nova] Enqueued Resource ID: 816d78dd-21b8-46e3-a193-8008d5b700c4 with Priority: HIGHEST for action port [ 989.541213] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_rules [ 989.541351] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 989.541512] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816d78dd-21b8-46e3-a193-8008d5b700c4 with Priority: HIGHEST for action port [ 989.541854] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.542271] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.542271] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.542376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.542443] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.543374] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.543472] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.543663] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-816d78dd-21b8-46e3-a193-8008d5b700c4 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.543763] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-816d78dd-21b8-46e3-a193-8008d5b700c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.543827] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-816d78dd-21b8-46e3-a193-8008d5b700c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.543993] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-816d78dd-21b8-46e3-a193-8008d5b700c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.544080] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('816d78dd-21b8-46e3-a193-8008d5b700c4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.046410] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.046410] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.047833] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 816d78dd-21b8-46e3-a193-8008d5b700c4 with status ACTIVE [ 990.047954] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.048145] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.048181] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.048387] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.048476] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.048651] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.048757] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.048815] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.048957] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.049059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.049245] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.049566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.049566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.049566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.049658] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.049740] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 816d78dd-21b8-46e3-a193-8008d5b700c4 is going to be updated. [ 990.075100] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.075303] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.075303] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.075479] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.075625] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.075786] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-816d78dd-21b8-46e3-a193-8008d5b700c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.423902] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: SUCCESS [ 990.423902] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e deletion is rescheduled due to dependency. [ 990.423902] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.423902] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.424098] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.425089] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.425089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.425089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.425089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.425089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.425089] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.908311] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 in Status: SUCCESS [ 990.908644] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.908818] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.909056] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.909338] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.909465] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.909587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.909767] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.909862] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.909949] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.910051] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc9e2502-07d4-4534-be8b-1902dafe9b30',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.926684] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.412460] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc9e2502-07d4-4534-be8b-1902dafe9b30',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.428502] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.915505] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc9e2502-07d4-4534-be8b-1902dafe9b30: rpc.has_security_group_logging(os_id): False [ 991.930764] env[65962]: INFO networking_nsxv3.common.synchronization [req-f8b7b01e-f085-4d6c-a4e9-c0175bc9b7fc req-7d3d067d-0551-42ba-8798-3217064563b5 tempest-ServersTestJSON-1907904000 tempest-ServersTestJSON-1907904000-project-member] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 991.931474] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 991.931814] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.931987] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.932087] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.932294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.932482] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.932598] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.932674] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.932896] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.933040] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.933197] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.935426] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.935542] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.935608] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.935913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.936024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.936255] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.936356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.936419] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.936565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.936641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.936722] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 is going to be created. [ 991.938089] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.938239] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.938277] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.938406] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.938482] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.938565] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e is going to be updated. [ 991.973195] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.973355] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.973425] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.973617] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.973763] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.984143] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: IN_PROGRESS for 2s [ 992.002916] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.003089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.003089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.003280] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.003460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.014983] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 in Status: IN_PROGRESS for 2s [ 992.323173] env[65962]: INFO networking_nsxv3.common.synchronization [req-6ef210fc-28ab-4c34-841e-aa7d732f3ba7 req-0616e3d3-4feb-402a-a9a5-7b94ac4911da tempest-ServersTestManualDisk-903824919 tempest-ServersTestManualDisk-903824919-project-member] Enqueued Resource ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 with Priority: HIGHEST for action security_group_members [ 992.324077] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 with Priority: HIGHEST for action security_group_members [ 992.324643] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.324795] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.324873] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.325199] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.325441] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.325648] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.325739] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.326022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.326165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.326301] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.440325] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.676774] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-173 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.676994] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-173" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.677063] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-173" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.677438] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-173" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.677964] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.678168] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.678294] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.678535] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.678717] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.678984] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.679118] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.679311] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.679424] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.679585] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.679743] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.679824] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.705030] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.705259] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.705423] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.705625] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-173" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.706042] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-0454cf89-ff14-4608-98d8-a3e353af07ff taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.706227] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-0454cf89-ff14-4608-98d8-a3e353af07ff" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.706350] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-0454cf89-ff14-4608-98d8-a3e353af07ff" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.706727] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-0454cf89-ff14-4608-98d8-a3e353af07ff" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.706979] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0454cf89-ff14-4608-98d8-a3e353af07ff',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.828739] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.828968] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.828968] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.829224] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.829644] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.829644] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.829791] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.829791] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.829965] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.830054] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.830142] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 already deleted. [ 992.830219] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.942850] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.209338] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.209583] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.209702] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.209986] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.210156] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.210307] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 0454cf89-ff14-4608-98d8-a3e353af07ff not found, creating... [ 993.210574] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.210738] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.210851] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.211089] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.211237] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.211526] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.211681] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.211796] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.212046] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.212184] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.212320] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 0454cf89-ff14-4608-98d8-a3e353af07ff is going to be created. [ 993.239385] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.239643] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.239818] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.240269] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.240634] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.241013] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-0454cf89-ff14-4608-98d8-a3e353af07ff" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.445615] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.445955] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.445955] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.446087] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.446181] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.446280] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 993.481472] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.481698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.481698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.481982] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.482131] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.492142] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 993.950368] env[65962]: INFO networking_nsxv3.common.synchronization [req-6ef210fc-28ab-4c34-841e-aa7d732f3ba7 req-b59e5c59-aa58-4889-87f2-0e0350aeee05 service nova] Enqueued Resource ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 with Priority: HIGHEST for action security_group_rules [ 993.950668] env[65962]: INFO networking_nsxv3.common.synchronization [req-6ef210fc-28ab-4c34-841e-aa7d732f3ba7 req-b59e5c59-aa58-4889-87f2-0e0350aeee05 service nova] Enqueued Resource ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 with Priority: HIGHEST for action security_group_members [ 993.950880] env[65962]: INFO networking_nsxv3.common.synchronization [req-6ef210fc-28ab-4c34-841e-aa7d732f3ba7 req-b59e5c59-aa58-4889-87f2-0e0350aeee05 service nova] Enqueued Resource ID: 0454cf89-ff14-4608-98d8-a3e353af07ff with Priority: HIGHEST for action port [ 993.951901] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 with Priority: HIGHEST for action security_group_rules [ 993.952026] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 with Priority: HIGHEST for action security_group_members [ 993.952229] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0454cf89-ff14-4608-98d8-a3e353af07ff with Priority: HIGHEST for action port [ 993.952440] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.952625] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.952761] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.952957] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.953056] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.954839] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.954924] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.955151] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.955330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.955501] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.955607] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.955674] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.955859] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.955966] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.956131] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.957127] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-0454cf89-ff14-4608-98d8-a3e353af07ff taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.957290] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0454cf89-ff14-4608-98d8-a3e353af07ff" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.957410] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0454cf89-ff14-4608-98d8-a3e353af07ff" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.957663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0454cf89-ff14-4608-98d8-a3e353af07ff" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.957718] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0454cf89-ff14-4608-98d8-a3e353af07ff',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.995663] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: SUCCESS [ 993.995861] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.996376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.996553] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.996744] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.996873] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.996947] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.997115] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.997193] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.997274] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.997639] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.046772] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 in Status: SUCCESS [ 994.047076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.460059] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.461138] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.461275] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.461404] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0454cf89-ff14-4608-98d8-a3e353af07ff with status ACTIVE [ 994.461588] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.461669] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.461706] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.461934] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.462015] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.462189] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.462288] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.462341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.462502] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.462577] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.462753] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.462851] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.462933] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.463479] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.463601] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.463692] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0454cf89-ff14-4608-98d8-a3e353af07ff is going to be updated. [ 994.488400] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.488580] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.488629] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.488842] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.488938] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.489112] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0454cf89-ff14-4608-98d8-a3e353af07ff" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.499085] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.499335] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.499470] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.499850] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.500069] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.500201] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.500296] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.500522] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.500652] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.500757] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.500964] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.501131] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.501234] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.501428] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.501602] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.501702] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.501766] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.501922] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.502014] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.502068] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.502227] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.966231] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.004385] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1337d88a-fc81-4d8f-9888-c14d6901d06e: rpc.has_security_group_logging(os_id): False [ 995.026800] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.027077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.027077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.027294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.027372] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.027626] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.027784] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.027835] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.028013] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.028096] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.028292] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.028399] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.028457] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.028602] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.028682] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.028859] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.028971] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.029042] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.029181] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.029262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.029336] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e is going to be updated. [ 995.095100] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.095278] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.095320] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.095557] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.095708] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.109913] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: IN_PROGRESS for 2s [ 995.468751] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.469115] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.469115] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.469192] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.469243] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.469345] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 is going to be created. [ 995.497385] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.497385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.497624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.497842] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.498024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.508589] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 995.508807] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.509665] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 in Status: UNINITIALIZED for 2s [ 995.899888] env[65962]: INFO networking_nsxv3.common.synchronization [req-83a87eab-380b-4507-b9e7-c271d495a09a req-1015fb4e-90b7-4076-a589-7660b14904fb tempest-ServerActionsTestOtherB-933296761 tempest-ServerActionsTestOtherB-933296761-project-member] Enqueued Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_members [ 995.900676] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_members [ 995.901032] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.901279] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.901279] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.901455] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.901615] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.901742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.901808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.901957] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.902062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.902161] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.264719] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.264933] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.265036] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.265306] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.265565] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.265931] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.266093] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.266360] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.266526] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.266775] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.266900] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.267023] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.267137] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.267250] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.267354] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.267517] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.287365] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.287530] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.287530] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.287693] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.288104] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-48bbfa18-cf0f-493b-a0fb-88ccf1a7b654 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.288372] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-48bbfa18-cf0f-493b-a0fb-88ccf1a7b654" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.288530] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-48bbfa18-cf0f-493b-a0fb-88ccf1a7b654" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.289018] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-48bbfa18-cf0f-493b-a0fb-88ccf1a7b654" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.289137] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48bbfa18-cf0f-493b-a0fb-88ccf1a7b654',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.404728] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.404934] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.405056] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.405372] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.405502] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.405715] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.405861] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.405945] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.406132] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.406211] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.406299] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 is going to be updated. [ 996.433183] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.433362] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.433443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.433688] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.433837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.446896] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: IN_PROGRESS for 2s [ 996.795485] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.795769] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.795893] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.796203] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.796458] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.796651] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 48bbfa18-cf0f-493b-a0fb-88ccf1a7b654 not found, creating... [ 996.797039] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.797269] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.797421] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.797762] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.797957] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.798269] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.798484] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.798631] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.799079] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.799161] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.799441] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 48bbfa18-cf0f-493b-a0fb-88ccf1a7b654 is going to be created. [ 996.823336] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.823542] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.823680] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.824052] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.824206] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.824413] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-48bbfa18-cf0f-493b-a0fb-88ccf1a7b654" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.125477] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: SUCCESS [ 997.125477] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.520206] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 in Status: SUCCESS [ 997.520648] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.520832] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.521000] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.521205] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.521353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.521423] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.521591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.521702] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.521800] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.521902] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.556718] env[65962]: INFO networking_nsxv3.common.synchronization [req-83a87eab-380b-4507-b9e7-c271d495a09a req-53260507-a3d9-4e48-b890-92fe2911a7a2 service nova] Enqueued Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_rules [ 997.556950] env[65962]: INFO networking_nsxv3.common.synchronization [req-83a87eab-380b-4507-b9e7-c271d495a09a req-53260507-a3d9-4e48-b890-92fe2911a7a2 service nova] Enqueued Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_members [ 997.557046] env[65962]: INFO networking_nsxv3.common.synchronization [req-83a87eab-380b-4507-b9e7-c271d495a09a req-53260507-a3d9-4e48-b890-92fe2911a7a2 service nova] Enqueued Resource ID: 48bbfa18-cf0f-493b-a0fb-88ccf1a7b654 with Priority: HIGHEST for action port [ 997.557534] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_rules [ 997.557680] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_members [ 997.557765] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48bbfa18-cf0f-493b-a0fb-88ccf1a7b654 with Priority: HIGHEST for action port [ 997.558317] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.558922] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.559058] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.559333] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.559547] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.560563] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.561252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.561513] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-48bbfa18-cf0f-493b-a0fb-88ccf1a7b654 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.561670] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48bbfa18-cf0f-493b-a0fb-88ccf1a7b654" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.562241] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48bbfa18-cf0f-493b-a0fb-88ccf1a7b654" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.562516] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48bbfa18-cf0f-493b-a0fb-88ccf1a7b654" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.562638] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48bbfa18-cf0f-493b-a0fb-88ccf1a7b654',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.025272] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.065307] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.065307] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.065307] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48bbfa18-cf0f-493b-a0fb-88ccf1a7b654 with status ACTIVE [ 998.065307] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.065672] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.065672] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.065888] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.065888] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.066501] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.066501] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.066501] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.066501] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.066731] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.067281] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.070253] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.070381] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.070660] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.070791] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.070912] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48bbfa18-cf0f-493b-a0fb-88ccf1a7b654 is going to be updated. [ 998.109983] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.110571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.110571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.110571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.111088] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.111088] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48bbfa18-cf0f-493b-a0fb-88ccf1a7b654" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.456907] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: SUCCESS [ 998.457200] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 deletion is rescheduled due to dependency. [ 998.457337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.457605] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.457821] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.458029] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.458170] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.458240] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.458515] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.458661] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.458888] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.530044] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154: rpc.has_security_group_logging(os_id): False [ 998.548245] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.548430] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.548470] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.548674] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.548775] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.549313] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.549450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.549666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.549860] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.550072] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.550175] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 is going to be created. [ 998.616863] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.617149] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.617536] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.617536] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.618173] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.629124] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 in Status: IN_PROGRESS for 2s [ 998.963475] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.467149] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.969785] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.969962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.970057] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.970305] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.970385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.970506] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 is going to be updated. [ 1000.004380] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.004623] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.004804] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.005218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.005305] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.017369] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: IN_PROGRESS for 2s [ 1000.358958] env[65962]: INFO networking_nsxv3.common.synchronization [req-ec406efd-e550-4bf1-99a6-2217e2895d14 req-a16fe168-6f1a-4799-a7cc-f9a978dbaa74 tempest-ServersAdminTestJSON-1380903660 tempest-ServersAdminTestJSON-1380903660-project-member] Enqueued Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 1000.359620] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 1000.359948] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.360615] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.360615] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.360742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.361017] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.361017] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.361191] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.361191] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.361318] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.361642] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.645060] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 in Status: SUCCESS [ 1000.645445] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.865992] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.368484] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.531496] env[65962]: INFO networking_nsxv3.common.synchronization [req-d7fac34a-14bc-47c6-8eaa-0b27d8f333d5 req-d537b9a6-56c6-4715-969d-88c4ac4d0311 tempest-DeleteServersTestJSON-358591378 tempest-DeleteServersTestJSON-358591378-project-member] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1001.531928] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1001.536019] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.536019] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.536019] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.536019] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.536019] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.536019] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.536019] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.536019] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.536019] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.536019] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.872877] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.872877] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.872877] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.872877] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.872877] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.872877] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 is going to be updated. [ 1001.904189] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.904341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.904399] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.904614] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.904761] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.916975] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: IN_PROGRESS for 2s [ 1002.029128] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: SUCCESS [ 1002.029357] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.029532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.029842] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.030048] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.030170] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.030251] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.030443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.030533] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.030625] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.030734] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.036186] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.036622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.036622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.036832] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.036965] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.037246] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.037407] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.038020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.038020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.038020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.038020] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be updated. [ 1002.068892] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.069138] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.069138] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.069326] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.069474] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.081142] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: IN_PROGRESS for 2s [ 1002.532840] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.558422] env[65962]: INFO networking_nsxv3.common.synchronization [req-dffc75e7-eda8-4820-a3dd-23ef8083ac1d req-105ec722-237e-4b73-a8e2-399659714087 tempest-ServerActionsTestOtherA-1222154774 tempest-ServerActionsTestOtherA-1222154774-project-member] Enqueued Resource ID: 2ba08c69-dee0-4970-835e-2924d4f6401e with Priority: HIGHEST for action security_group_members [ 1002.558966] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba08c69-dee0-4970-835e-2924d4f6401e with Priority: HIGHEST for action security_group_members [ 1002.559290] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba08c69-dee0-4970-835e-2924d4f6401e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.559417] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.559496] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.559833] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.560046] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.560184] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.560249] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.560427] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.560530] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.560641] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ba08c69-dee0-4970-835e-2924d4f6401e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.908081] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-378 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.908381] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-378" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.908419] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-378" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.908897] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-378" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.912027] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.912027] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.912027] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.912027] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.912027] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.912027] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.912027] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.912027] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.912027] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.912027] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.912027] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.912027] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.937072] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.937072] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.937072] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.937072] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-378" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.937072] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-3a828d0e-cc7e-412a-b7f2-db840dac464d taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.937404] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-3a828d0e-cc7e-412a-b7f2-db840dac464d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.937404] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-3a828d0e-cc7e-412a-b7f2-db840dac464d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.937806] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-3a828d0e-cc7e-412a-b7f2-db840dac464d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.937937] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a828d0e-cc7e-412a-b7f2-db840dac464d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.035052] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb5aff44-bfa3-4327-b50e-edea44abd4f0: rpc.has_security_group_logging(os_id): False [ 1003.054644] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.054969] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.054969] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.055313] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.055448] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.055810] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.055915] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.056031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.056517] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.056517] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.056615] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 is going to be updated. [ 1003.063507] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.063790] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.063917] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.064296] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.064475] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.064756] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.064923] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.065057] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.065312] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.065443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.065600] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ba08c69-dee0-4970-835e-2924d4f6401e already deleted. [ 1003.065747] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.151292] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.151756] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.151756] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.151756] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.151945] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.175908] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: IN_PROGRESS for 2s [ 1003.441303] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.441584] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.441722] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.442063] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.442243] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.442404] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 3a828d0e-cc7e-412a-b7f2-db840dac464d not found, creating... [ 1003.442703] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.442928] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.443167] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.443427] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.443607] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.443912] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.444108] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.444245] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.444497] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.444644] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.444817] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 3a828d0e-cc7e-412a-b7f2-db840dac464d is going to be created. [ 1003.467563] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.467905] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.468077] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.468360] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.468588] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.468855] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-3a828d0e-cc7e-412a-b7f2-db840dac464d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.935698] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: SUCCESS [ 1003.936102] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.096093] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 1004.100503] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d deletion is rescheduled due to dependency. [ 1004.100714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.304044] env[65962]: INFO networking_nsxv3.common.synchronization [req-dffc75e7-eda8-4820-a3dd-23ef8083ac1d req-c25d855b-e082-4080-9609-0b6573c08b75 service nova] Enqueued Resource ID: 2ba08c69-dee0-4970-835e-2924d4f6401e with Priority: HIGHEST for action security_group_rules [ 1004.304044] env[65962]: INFO networking_nsxv3.common.synchronization [req-dffc75e7-eda8-4820-a3dd-23ef8083ac1d req-c25d855b-e082-4080-9609-0b6573c08b75 service nova] Enqueued Resource ID: 2ba08c69-dee0-4970-835e-2924d4f6401e with Priority: HIGHEST for action security_group_members [ 1004.304044] env[65962]: INFO networking_nsxv3.common.synchronization [req-dffc75e7-eda8-4820-a3dd-23ef8083ac1d req-c25d855b-e082-4080-9609-0b6573c08b75 service nova] Enqueued Resource ID: 3a828d0e-cc7e-412a-b7f2-db840dac464d with Priority: HIGHEST for action port [ 1004.304044] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba08c69-dee0-4970-835e-2924d4f6401e with Priority: HIGHEST for action security_group_rules [ 1004.304044] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba08c69-dee0-4970-835e-2924d4f6401e with Priority: HIGHEST for action security_group_members [ 1004.304044] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a828d0e-cc7e-412a-b7f2-db840dac464d with Priority: HIGHEST for action port [ 1004.304044] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ba08c69-dee0-4970-835e-2924d4f6401e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.304044] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.304044] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.304044] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.304044] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ba08c69-dee0-4970-835e-2924d4f6401e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.305656] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba08c69-dee0-4970-835e-2924d4f6401e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.305656] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.305656] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.305656] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.305656] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.305948] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.305948] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.306073] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.306187] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.306843] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ba08c69-dee0-4970-835e-2924d4f6401e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.307376] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a828d0e-cc7e-412a-b7f2-db840dac464d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.307519] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a828d0e-cc7e-412a-b7f2-db840dac464d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.307695] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a828d0e-cc7e-412a-b7f2-db840dac464d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.308073] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a828d0e-cc7e-412a-b7f2-db840dac464d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.308073] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a828d0e-cc7e-412a-b7f2-db840dac464d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.809593] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba08c69-dee0-4970-835e-2924d4f6401e taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.809951] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.813343] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a828d0e-cc7e-412a-b7f2-db840dac464d with status ACTIVE [ 1004.813655] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.815062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.815062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.815062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.815062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.815062] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.815062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.815062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.815062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.815062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.815477] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.816045] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.816164] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.816343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.816430] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.816542] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a828d0e-cc7e-412a-b7f2-db840dac464d is going to be updated. [ 1004.817716] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ba08c69-dee0-4970-835e-2924d4f6401e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.852028] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.852028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.852252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.852293] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.852449] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.852629] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a828d0e-cc7e-412a-b7f2-db840dac464d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.202328] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: SUCCESS [ 1005.202988] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.324192] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ba08c69-dee0-4970-835e-2924d4f6401e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.824729] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.824961] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.825525] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.825525] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.825525] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.825525] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ba08c69-dee0-4970-835e-2924d4f6401e is going to be created. [ 1005.850796] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.851062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.851062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.851291] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.851456] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.861410] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba08c69-dee0-4970-835e-2924d4f6401e in Status: UNINITIALIZED for 2s [ 1007.877080] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba08c69-dee0-4970-835e-2924d4f6401e in Status: SUCCESS [ 1007.877080] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.877080] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.877080] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.877080] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.877711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.877711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.877711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.877711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.877711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.877711] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ba08c69-dee0-4970-835e-2924d4f6401e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.380031] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ba08c69-dee0-4970-835e-2924d4f6401e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.767433] env[65962]: INFO networking_nsxv3.common.synchronization [req-061d22cc-d334-42a7-922d-b16910c494f9 req-00929d65-df2b-4731-af7c-aa2d1d991758 tempest-ServersAdminTestJSON-1380903660 tempest-ServersAdminTestJSON-1380903660-project-member] Enqueued Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 1008.768177] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 1008.768561] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.768690] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.768771] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.768979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.769150] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.769248] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.769309] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.769451] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.769534] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.769839] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.882904] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ba08c69-dee0-4970-835e-2924d4f6401e: rpc.has_security_group_logging(os_id): False [ 1008.910382] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.910604] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.910604] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.910982] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.911117] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.911382] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.911499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.911633] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.911759] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.911819] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.911912] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ba08c69-dee0-4970-835e-2924d4f6401e is going to be created. [ 1008.982000] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.982000] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.982210] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.982420] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.982649] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.994512] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ba08c69-dee0-4970-835e-2924d4f6401e in Status: IN_PROGRESS for 2s [ 1009.276659] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.779936] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.282251] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.282578] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.282578] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.282695] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.282797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.282971] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 is going to be updated. [ 1010.313929] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.313929] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.313929] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.314289] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.314477] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.326235] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: IN_PROGRESS for 2s [ 1011.006460] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ba08c69-dee0-4970-835e-2924d4f6401e in Status: SUCCESS [ 1011.006693] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.338844] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: SUCCESS [ 1012.338844] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.651751] env[65962]: INFO networking_nsxv3.common.synchronization [req-cc8cc4b6-7343-4bdb-8433-7076447732ae req-fc641ad1-f80a-4651-81b8-3d6f607afdde tempest-ImagesTestJSON-946931724 tempest-ImagesTestJSON-946931724-project-member] Enqueued Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 1012.652190] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e with Priority: HIGHEST for action security_group_members [ 1012.653128] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1337d88a-fc81-4d8f-9888-c14d6901d06e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.653273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.653343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.653756] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.653849] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.653938] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.653980] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.654143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.654201] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.654502] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1337d88a-fc81-4d8f-9888-c14d6901d06e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.157720] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.157935] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.157935] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.158187] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.158304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.158599] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.158690] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.158751] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.158913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.158991] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.159096] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e is going to be updated. [ 1013.187204] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.187379] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.187379] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.188027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.188027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.197776] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: IN_PROGRESS for 2s [ 1015.209492] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e in Status: SUCCESS [ 1015.209938] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1337d88a-fc81-4d8f-9888-c14d6901d06e deletion is rescheduled due to dependency. [ 1015.210057] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1337d88a-fc81-4d8f-9888-c14d6901d06e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.912574] env[65962]: INFO networking_nsxv3.common.synchronization [req-1ffdee22-7e20-4615-b537-9f9880615f20 req-dd3e3457-be4b-49c4-aa67-3aae45e78c97 tempest-ServersTestJSON-1907904000 tempest-ServersTestJSON-1907904000-project-member] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1016.913087] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1016.913392] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.913513] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.913581] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.913772] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.913921] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.914442] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.914569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.914757] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.914874] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.914973] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.250575] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.250929] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.251167] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.251479] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.252050] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.252263] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.252405] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.252647] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.252812] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.253051] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.253174] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.253282] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.253406] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.253516] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.253631] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.253768] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.278213] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.278425] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.278569] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.278744] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.279081] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-5696533f-94f0-445a-8904-a8f5292bb176 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.279275] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-5696533f-94f0-445a-8904-a8f5292bb176" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.279365] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-5696533f-94f0-445a-8904-a8f5292bb176" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.279785] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-5696533f-94f0-445a-8904-a8f5292bb176" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.279940] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5696533f-94f0-445a-8904-a8f5292bb176',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.417399] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.782069] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.782326] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.782431] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.782726] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.782905] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.783093] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 5696533f-94f0-445a-8904-a8f5292bb176 not found, creating... [ 1017.783363] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.783522] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.783638] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.783944] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.784014] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.784281] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.784437] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.784554] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.784760] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.784897] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.785154] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 5696533f-94f0-445a-8904-a8f5292bb176 is going to be created. [ 1017.807934] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.808888] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.809020] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.809402] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.809642] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.809917] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-5696533f-94f0-445a-8904-a8f5292bb176" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.919975] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.179875] env[65962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1018.180041] env[65962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1018.422705] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.422867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.422941] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.423217] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.423309] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.423407] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 1018.454762] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.454952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.455024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.455252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.455400] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.465112] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 1018.511425] env[65962]: INFO networking_nsxv3.common.synchronization [req-1ffdee22-7e20-4615-b537-9f9880615f20 req-5bc6af95-a57a-4440-96d1-6f957ee43f84 service nova] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_rules [ 1018.511672] env[65962]: INFO networking_nsxv3.common.synchronization [req-1ffdee22-7e20-4615-b537-9f9880615f20 req-5bc6af95-a57a-4440-96d1-6f957ee43f84 service nova] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1018.512045] env[65962]: INFO networking_nsxv3.common.synchronization [req-1ffdee22-7e20-4615-b537-9f9880615f20 req-5bc6af95-a57a-4440-96d1-6f957ee43f84 service nova] Enqueued Resource ID: 5696533f-94f0-445a-8904-a8f5292bb176 with Priority: HIGHEST for action port [ 1018.512392] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_rules [ 1018.512528] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1018.512625] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5696533f-94f0-445a-8904-a8f5292bb176 with Priority: HIGHEST for action port [ 1018.512902] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.513144] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.513228] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.513436] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.513520] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.514536] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.514536] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.514670] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-5696533f-94f0-445a-8904-a8f5292bb176 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.514758] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5696533f-94f0-445a-8904-a8f5292bb176" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.514814] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5696533f-94f0-445a-8904-a8f5292bb176" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.514957] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5696533f-94f0-445a-8904-a8f5292bb176" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.515036] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5696533f-94f0-445a-8904-a8f5292bb176',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.790063] env[65962]: INFO networking_nsxv3.common.synchronization [req-88b63a11-dd3b-47a1-be10-6e3a85ef5108 req-dd21db4f-843f-477b-9ce5-9330e1d66888 tempest-ServersAdminTestJSON-1380903660 tempest-ServersAdminTestJSON-1380903660-project-member] Enqueued Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 1018.790739] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGHEST for action security_group_members [ 1018.791208] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.791394] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.791504] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.791795] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.792038] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.792162] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.792226] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.792394] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.792481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.792571] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.017972] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.017972] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.017972] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5696533f-94f0-445a-8904-a8f5292bb176 with status ACTIVE [ 1019.017972] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.017972] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.017972] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.017972] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.017972] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.017972] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.017972] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.017972] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.017972] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.017972] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.018857] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.018857] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.018857] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.018857] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.018857] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.018857] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5696533f-94f0-445a-8904-a8f5292bb176 is going to be updated. [ 1019.044013] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.044196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.044268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.044478] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.044614] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.045758] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5696533f-94f0-445a-8904-a8f5292bb176" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.294893] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.295290] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.295442] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.296161] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.296161] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.296161] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.296306] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.296306] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.296431] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.296471] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.296581] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 is going to be updated. [ 1019.328244] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.328244] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.328244] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.328244] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.328244] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.337514] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: IN_PROGRESS for 2s [ 1019.386178] env[65962]: INFO networking_nsxv3.common.synchronization [req-2710aab5-4d1a-4de4-bca9-7cc8a15911e1 req-5880cdac-7838-4c91-bbd7-fbfcfa536d09 tempest-DeleteServersTestJSON-358591378 tempest-DeleteServersTestJSON-358591378-project-member] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1019.386735] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1019.387057] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.387188] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.387256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.387454] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.387612] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.387710] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.387881] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.388020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.388125] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.388257] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.681716] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.681917] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.682054] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.683500] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.683500] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.683500] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.683500] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.683500] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.683500] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.683844] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.683844] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.683844] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.683954] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.683996] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.684102] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.684233] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.702313] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.702496] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.702639] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.702814] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.703197] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-a486cce6-cbb1-48d5-abe0-6913dfecf49e taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.703367] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-a486cce6-cbb1-48d5-abe0-6913dfecf49e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.703486] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-a486cce6-cbb1-48d5-abe0-6913dfecf49e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.703812] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-a486cce6-cbb1-48d5-abe0-6913dfecf49e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.703949] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a486cce6-cbb1-48d5-abe0-6913dfecf49e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.890809] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.891009] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.891119] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.891348] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.891438] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.891723] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.891828] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.891892] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.892085] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.892210] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.892320] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be updated. [ 1019.919072] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.919238] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.919307] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.919504] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.919676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.929697] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: IN_PROGRESS for 2s [ 1020.206965] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.206965] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.206965] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.207401] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.207573] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.207797] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port a486cce6-cbb1-48d5-abe0-6913dfecf49e not found, creating... [ 1020.208184] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.208295] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.208407] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.208610] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.208747] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.209041] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.209201] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.209316] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.209523] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.209655] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.209811] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: a486cce6-cbb1-48d5-abe0-6913dfecf49e is going to be created. [ 1020.232171] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.232442] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.232529] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.232795] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.233048] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.233271] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-a486cce6-cbb1-48d5-abe0-6913dfecf49e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.475606] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 1020.475832] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.476014] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.476313] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.476528] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.477174] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.477174] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.477174] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.477174] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.477174] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.960570] env[65962]: INFO networking_nsxv3.common.synchronization [req-2710aab5-4d1a-4de4-bca9-7cc8a15911e1 req-610aaa1c-878e-444a-ad7e-c8d149c51c85 service nova] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_rules [ 1020.961370] env[65962]: INFO networking_nsxv3.common.synchronization [req-2710aab5-4d1a-4de4-bca9-7cc8a15911e1 req-610aaa1c-878e-444a-ad7e-c8d149c51c85 service nova] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1020.961370] env[65962]: INFO networking_nsxv3.common.synchronization [req-2710aab5-4d1a-4de4-bca9-7cc8a15911e1 req-610aaa1c-878e-444a-ad7e-c8d149c51c85 service nova] Enqueued Resource ID: a486cce6-cbb1-48d5-abe0-6913dfecf49e with Priority: HIGHEST for action port [ 1020.961615] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_rules [ 1020.962249] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1020.962249] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a486cce6-cbb1-48d5-abe0-6913dfecf49e with Priority: HIGHEST for action port [ 1020.962249] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.962249] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.962540] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.962540] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.962653] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.963489] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.963587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.963783] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a486cce6-cbb1-48d5-abe0-6913dfecf49e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.963886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a486cce6-cbb1-48d5-abe0-6913dfecf49e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.964833] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a486cce6-cbb1-48d5-abe0-6913dfecf49e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.964833] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a486cce6-cbb1-48d5-abe0-6913dfecf49e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.964833] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a486cce6-cbb1-48d5-abe0-6913dfecf49e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.979078] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.347621] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 in Status: SUCCESS [ 1021.348164] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 deletion is rescheduled due to dependency. [ 1021.348164] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.466329] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.466484] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.466848] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a486cce6-cbb1-48d5-abe0-6913dfecf49e with status ACTIVE [ 1021.467462] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.467462] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.467462] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.467462] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.467462] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.467792] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.467792] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.467792] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.467947] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.468092] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.468241] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.468315] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.468364] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.468493] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.468557] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.468623] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a486cce6-cbb1-48d5-abe0-6913dfecf49e is going to be updated. [ 1021.480820] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.492413] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.492575] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.492674] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.493190] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.493190] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.493717] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a486cce6-cbb1-48d5-abe0-6913dfecf49e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.942648] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 1021.942648] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d deletion is rescheduled due to dependency. [ 1021.942648] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.942935] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.942994] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.943315] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.943315] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.943773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.943773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.943773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.943773] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.986535] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.986535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.986535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.986535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.986535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.986535] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 1022.019049] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.019049] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.019411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.022156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.022156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.030210] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 1022.446291] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.949968] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.452447] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.454029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.454029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.454029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.454029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.454029] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be updated. [ 1023.484421] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.484649] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.484760] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.485051] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.485269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.497087] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: IN_PROGRESS for 2s [ 1024.040248] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 1024.040445] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.040615] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.040844] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.041064] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.041185] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.041252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.041409] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.041491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.041577] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.041669] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.544181] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.544600] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.544600] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.544720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.544833] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.544953] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.545030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.545187] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.545287] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.545389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.545565] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.545657] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.545709] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.545875] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.546051] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.546158] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.546223] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.546376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.546466] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.546560] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.546652] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.049101] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6479852-f3a3-43c2-99eb-fcc58a982da3: rpc.has_security_group_logging(os_id): False [ 1025.070374] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.070591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.070591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.070792] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.070881] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.071161] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.071268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.071331] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.071487] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.071565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.071744] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.071836] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.071898] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.072049] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.072123] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.072312] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.072404] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.072462] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.072602] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.072674] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.072757] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 1025.140021] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.140260] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.140320] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.140535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.140694] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.158199] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 1025.510858] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 1025.511194] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.511428] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.511665] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.511889] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.512032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.512081] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.512252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.512336] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.512416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.512507] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.962975] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1025.963295] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1026.014753] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.014944] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.015058] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.015329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.015505] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.015608] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.015672] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.015900] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.016020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.016151] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.016353] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.016517] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.016600] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.016726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.016869] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.016965] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.017046] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.017188] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.017264] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.017348] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.017439] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.519407] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a70c390b-c5f0-452c-b6f4-fccf0f68fa9d: rpc.has_security_group_logging(os_id): False [ 1026.540468] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.540468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.540468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.540468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.540468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.540468] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.540468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.540468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.540468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.540468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.540468] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.540468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.540468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.540468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.540468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.541113] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.541113] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.541113] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.541113] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.541113] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.541113] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be updated. [ 1026.613385] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.613385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.613385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.613385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.613385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.627819] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: IN_PROGRESS for 2s [ 1027.173306] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 1027.173691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.450306] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.450957] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-615" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.450957] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-615" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.450957] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-615" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.452539] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.452539] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.452539] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.452539] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.452539] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.452539] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.452539] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.452539] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.453045] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.453045] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.453045] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.453045] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.475197] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.475436] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.475530] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.475694] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-615" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.476060] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-1f23a971-4b2f-4b6c-9607-0c7256f3d8f9 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.476202] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-1f23a971-4b2f-4b6c-9607-0c7256f3d8f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.476324] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-1f23a971-4b2f-4b6c-9607-0c7256f3d8f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.476598] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-1f23a971-4b2f-4b6c-9607-0c7256f3d8f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.476712] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f23a971-4b2f-4b6c-9607-0c7256f3d8f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.641464] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 1028.641464] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.978970] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.979264] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.979392] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.979919] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.979919] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.980155] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.980316] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.980431] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.980640] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.980776] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.981112] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.981272] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.981388] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.981592] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.981725] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.981865] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 1f23a971-4b2f-4b6c-9607-0c7256f3d8f9 is going to be updated. [ 1029.005232] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.005430] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.005556] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.005817] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.006019] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.006239] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-1f23a971-4b2f-4b6c-9607-0c7256f3d8f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.010432] env[65962]: INFO networking_nsxv3.common.synchronization [req-ac5df80c-a107-4e03-a6d2-5d28f0dfeb27 req-7f1c4fd0-572a-4707-b1f3-6f0dd0838c81 tempest-ServersTestJSON-1907904000 tempest-ServersTestJSON-1907904000-project-member] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1029.011325] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1029.011325] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.011485] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.011485] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.012200] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.012273] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.012341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.012429] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.012664] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.012664] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.012763] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.515170] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.715064] env[65962]: INFO networking_nsxv3.common.synchronization [req-bfda5e30-c05c-46c1-8caf-d09071327306 req-124be6bc-79d3-4071-a97a-6fc2e92fa410 service nova] Enqueued Resource ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 with Priority: HIGHEST for action security_group_rules [ 1029.715064] env[65962]: INFO networking_nsxv3.common.synchronization [req-bfda5e30-c05c-46c1-8caf-d09071327306 req-124be6bc-79d3-4071-a97a-6fc2e92fa410 service nova] Enqueued Resource ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 with Priority: HIGHEST for action security_group_members [ 1029.715064] env[65962]: INFO networking_nsxv3.common.synchronization [req-bfda5e30-c05c-46c1-8caf-d09071327306 req-124be6bc-79d3-4071-a97a-6fc2e92fa410 service nova] Enqueued Resource ID: 1f23a971-4b2f-4b6c-9607-0c7256f3d8f9 with Priority: HIGHEST for action port [ 1029.715324] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 with Priority: HIGHEST for action security_group_rules [ 1029.715450] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 with Priority: HIGHEST for action security_group_members [ 1029.715543] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f23a971-4b2f-4b6c-9607-0c7256f3d8f9 with Priority: HIGHEST for action port [ 1029.716292] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b04c205-1f78-4b51-ab34-d092476db2e2 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.716363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.716483] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.716710] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.716818] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.717694] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b04c205-1f78-4b51-ab34-d092476db2e2 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.717860] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.717987] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.718486] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.718486] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.718486] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.718486] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.718681] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.718755] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.718861] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.720035] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f23a971-4b2f-4b6c-9607-0c7256f3d8f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.720035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f23a971-4b2f-4b6c-9607-0c7256f3d8f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.720035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f23a971-4b2f-4b6c-9607-0c7256f3d8f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.720035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f23a971-4b2f-4b6c-9607-0c7256f3d8f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.720409] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f23a971-4b2f-4b6c-9607-0c7256f3d8f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.020026] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.222548] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b04c205-1f78-4b51-ab34-d092476db2e2 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.223019] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.223366] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.224863] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f23a971-4b2f-4b6c-9607-0c7256f3d8f9 with status ACTIVE [ 1030.225105] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.226353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.226353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.226353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.226353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.226353] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.226353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.226353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.226353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.226353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.226353] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.226353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.227294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.227294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.227294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.227294] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f23a971-4b2f-4b6c-9607-0c7256f3d8f9 is going to be updated. [ 1030.256446] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.256446] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.256446] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.256712] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.256745] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.257301] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f23a971-4b2f-4b6c-9607-0c7256f3d8f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.526756] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.526756] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.526756] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.526756] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.526756] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.526756] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 1030.561937] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.562220] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.562220] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.562730] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.562730] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.577709] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 1030.729802] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.232408] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.232594] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.232710] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.233017] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.233132] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.233450] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 is going to be updated. [ 1031.264105] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.264281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.264326] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.264496] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.265233] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.283919] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 in Status: IN_PROGRESS for 2s [ 1031.719505] env[65962]: INFO networking_nsxv3.common.synchronization [req-15576802-84b1-4fde-986e-06cf854b2081 req-343237d0-fe26-4871-98b7-147bd1e08b3d tempest-AttachInterfacesTestJSON-1497595542 tempest-AttachInterfacesTestJSON-1497595542-project-member] Enqueued Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 1031.720370] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 1031.720698] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.720820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.720894] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.721128] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.721302] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.721422] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.721477] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.721649] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.721744] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.721851] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.049451] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.049917] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.049917] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.057501] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.057982] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.058176] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.058398] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.059158] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.059158] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.059158] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.059158] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.059158] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.060072] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.060072] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.060072] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.060072] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.084195] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.084375] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1032.084510] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.084680] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.085023] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-3b62f992-255a-4633-828e-d79735d9c428 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.085336] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-3b62f992-255a-4633-828e-d79735d9c428" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.085336] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-3b62f992-255a-4633-828e-d79735d9c428" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.086137] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-3b62f992-255a-4633-828e-d79735d9c428" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.086137] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b62f992-255a-4633-828e-d79735d9c428',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.209345] env[65962]: INFO networking_nsxv3.common.synchronization [None req-e0690aa2-e39b-4a34-b2fe-e8f2d45554c1 None None] Enqueued Resource ID: 09b6774b-921d-46b0-935a-a108546e250b with Priority: HIGHEST for action port [ 1032.209593] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09b6774b-921d-46b0-935a-a108546e250b with Priority: HIGHEST for action port [ 1032.210182] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-09b6774b-921d-46b0-935a-a108546e250b taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.210315] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09b6774b-921d-46b0-935a-a108546e250b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.210367] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09b6774b-921d-46b0-935a-a108546e250b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.210833] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09b6774b-921d-46b0-935a-a108546e250b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.210833] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09b6774b-921d-46b0-935a-a108546e250b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.225362] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.225522] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.225575] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.225772] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.227021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.227021] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.227021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.227021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.227021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.227021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.227021] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a637c4c-d96d-4c85-965a-e24162926a26 is going to be updated. [ 1032.255888] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.256052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.256099] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.256298] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.256443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.265777] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: IN_PROGRESS for 2s [ 1032.587898] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 1032.588294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.588672] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.588860] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.589061] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.589277] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.589509] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.589572] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 3b62f992-255a-4633-828e-d79735d9c428 not found, creating... [ 1032.589789] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.589973] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.590189] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.590417] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.590617] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.590990] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.591176] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.591295] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.591565] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.591718] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.591856] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 3b62f992-255a-4633-828e-d79735d9c428 is going to be created. [ 1032.617877] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.618344] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.618431] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.618789] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.619220] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.619522] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-3b62f992-255a-4633-828e-d79735d9c428" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.712545] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09b6774b-921d-46b0-935a-a108546e250b [ 1032.712808] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.712947] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.713032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.713255] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.713343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.713434] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09b6774b-921d-46b0-935a-a108546e250b already deleted. [ 1032.713514] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09b6774b-921d-46b0-935a-a108546e250b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.305239] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 in Status: SUCCESS [ 1033.305718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.305718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.307147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.307147] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.307147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.307147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.307147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.307147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.307147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.307147] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.493171] env[65962]: INFO networking_nsxv3.common.synchronization [req-15576802-84b1-4fde-986e-06cf854b2081 req-11d17c88-9226-4b17-ae2b-3cbf7a9a6126 service nova] Enqueued Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_rules [ 1033.494038] env[65962]: INFO networking_nsxv3.common.synchronization [req-15576802-84b1-4fde-986e-06cf854b2081 req-11d17c88-9226-4b17-ae2b-3cbf7a9a6126 service nova] Enqueued Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 1033.494038] env[65962]: INFO networking_nsxv3.common.synchronization [req-15576802-84b1-4fde-986e-06cf854b2081 req-11d17c88-9226-4b17-ae2b-3cbf7a9a6126 service nova] Enqueued Resource ID: 3b62f992-255a-4633-828e-d79735d9c428 with Priority: HIGHEST for action port [ 1033.494286] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_rules [ 1033.494378] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 1033.494482] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b62f992-255a-4633-828e-d79735d9c428 with Priority: HIGHEST for action port [ 1033.494774] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.494900] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.494967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.495217] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.495303] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.496263] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.496367] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.496560] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b62f992-255a-4633-828e-d79735d9c428 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.496651] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b62f992-255a-4633-828e-d79735d9c428" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.496713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b62f992-255a-4633-828e-d79735d9c428" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.496891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b62f992-255a-4633-828e-d79735d9c428" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.496970] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b62f992-255a-4633-828e-d79735d9c428',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.809872] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b04c205-1f78-4b51-ab34-d092476db2e2 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.810092] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.810145] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.810352] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.810542] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.810631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.810697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.810847] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.810936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.811069] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.811249] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b04c205-1f78-4b51-ab34-d092476db2e2 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.811323] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.811378] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.811520] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.811656] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.811747] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.811806] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.812018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.812018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.812103] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.812180] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.999457] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.999567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.004086] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b62f992-255a-4633-828e-d79735d9c428 with status ACTIVE [ 1034.004357] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.004512] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.004573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.004862] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.004862] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.005047] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.005151] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.005491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.005491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.005491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.005630] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.005717] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.005769] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.005945] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.006035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.006309] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b62f992-255a-4633-828e-d79735d9c428 is going to be updated. [ 1034.060940] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.061231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.061305] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.061598] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.061750] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.062105] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b62f992-255a-4633-828e-d79735d9c428" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.278420] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: SUCCESS [ 1034.278515] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a637c4c-d96d-4c85-965a-e24162926a26 deletion is rescheduled due to dependency. [ 1034.278698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.278809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.279058] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.279833] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.279833] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.279833] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.280331] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.280331] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.280437] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.314893] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b04c205-1f78-4b51-ab34-d092476db2e2: rpc.has_security_group_logging(os_id): False [ 1034.338950] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.338950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.338950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.338950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.338950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.338950] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.338950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.338950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.338950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.338950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.338950] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.338950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.338950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.338950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.338950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.339659] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.340215] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.340215] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.340215] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.340215] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.340389] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 is going to be updated. [ 1034.409503] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.409503] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.409774] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.409774] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.410128] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.427576] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 in Status: IN_PROGRESS for 2s [ 1034.729928] env[65962]: INFO networking_nsxv3.common.synchronization [None req-be40d267-e4e0-4d6d-9ac9-7088698c6016 None None] Enqueued Resource ID: 82057513-e8d4-4a1d-97a8-5cf9f2107087 with Priority: HIGHEST for action port [ 1034.730636] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82057513-e8d4-4a1d-97a8-5cf9f2107087 with Priority: HIGHEST for action port [ 1034.731173] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-82057513-e8d4-4a1d-97a8-5cf9f2107087 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.731313] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82057513-e8d4-4a1d-97a8-5cf9f2107087" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.731368] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82057513-e8d4-4a1d-97a8-5cf9f2107087" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.731698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82057513-e8d4-4a1d-97a8-5cf9f2107087" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.731786] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82057513-e8d4-4a1d-97a8-5cf9f2107087',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.784334] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.234497] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82057513-e8d4-4a1d-97a8-5cf9f2107087 [ 1035.234750] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.234907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.234989] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.235290] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.235407] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.235509] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82057513-e8d4-4a1d-97a8-5cf9f2107087 already deleted. [ 1035.235593] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82057513-e8d4-4a1d-97a8-5cf9f2107087" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.287448] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.789819] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.790322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.790322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.790322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.790437] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.790498] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a637c4c-d96d-4c85-965a-e24162926a26 is going to be updated. [ 1035.837240] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.837437] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.837546] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.837706] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.837862] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.857182] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: IN_PROGRESS for 2s [ 1036.443690] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 in Status: SUCCESS [ 1036.443995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.525853] env[65962]: INFO networking_nsxv3.common.synchronization [req-60c1a532-bd0b-4449-b166-e44e013b434d req-189e2868-e8c1-4c1d-9389-c99c24ca1677 tempest-ServersWithSpecificFlavorTestJSON-691410749 tempest-ServersWithSpecificFlavorTestJSON-691410749-project-member] Enqueued Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGHEST for action security_group_members [ 1036.526776] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGHEST for action security_group_members [ 1036.526965] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.527128] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.527182] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.527374] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.527534] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.527634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.527750] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.527843] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.527952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.528043] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d5f1da1-5fe0-4ac2-b156-cec7de6c1833',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.033643] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.033643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.033643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.033643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.033643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.033643] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.033643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.033643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.033643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.033643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.033643] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 is going to be updated. [ 1037.064164] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.064318] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.064318] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.064506] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.064665] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.075184] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 in Status: IN_PROGRESS for 2s [ 1037.797535] env[65962]: INFO networking_nsxv3.common.synchronization [req-2f618c29-afc3-43da-93ff-a6dcec49ef5b req-68d22c0a-3c0a-4ad7-9e31-4157bb310100 tempest-ServerPasswordTestJSON-989086874 tempest-ServerPasswordTestJSON-989086874-project-member] Enqueued Resource ID: 44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e with Priority: HIGHEST for action security_group_members [ 1037.798297] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e with Priority: HIGHEST for action security_group_members [ 1037.798756] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.798893] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.798962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.799263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.799432] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.799553] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.799629] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.799798] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.799890] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.799992] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.871791] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: SUCCESS [ 1037.872100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.872241] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.872497] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.872840] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.872983] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.873072] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.873252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.873504] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.873504] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.873567] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.216040] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.216379] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-862" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.216379] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-862" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.216751] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-862" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.217042] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.217200] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.218083] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.218083] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.218083] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.218083] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.218083] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.218320] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.218320] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.218320] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.218508] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.218543] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.243460] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.243690] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1038.243783] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.243980] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-862" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.244332] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-bbf03094-009c-47c3-8e08-0cf341d9edc9 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.244501] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-bbf03094-009c-47c3-8e08-0cf341d9edc9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.244621] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-bbf03094-009c-47c3-8e08-0cf341d9edc9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.245087] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-bbf03094-009c-47c3-8e08-0cf341d9edc9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.245261] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbf03094-009c-47c3-8e08-0cf341d9edc9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.303079] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.303302] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.303302] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.303590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.303699] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.303926] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.304062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.304137] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.304303] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.304375] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.304460] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e already deleted. [ 1038.304546] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.376472] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.376703] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.376776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.376940] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.377155] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.377316] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.377387] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.377546] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.377689] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.377739] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.377890] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.378017] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.378181] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.378329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.378500] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.378598] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.378653] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.378828] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.378921] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.379107] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.379107] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.691538] env[65962]: INFO networking_nsxv3.common.synchronization [None req-9107cdcc-55d6-4dc9-af7f-b8c7421f6aa8 tempest-AttachInterfacesTestJSON-1497595542 tempest-AttachInterfacesTestJSON-1497595542-project-member] Enqueued Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 1038.692085] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 1038.692480] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.692595] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.692663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.692818] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.692965] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.693099] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.693229] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.693301] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.693387] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.693478] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.748577] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.748875] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.749080] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.749389] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.749541] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.749699] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port bbf03094-009c-47c3-8e08-0cf341d9edc9 not found, creating... [ 1038.749970] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.750256] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.750379] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.750605] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.750746] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.751082] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.751269] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.751372] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.751582] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.751715] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.751855] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: bbf03094-009c-47c3-8e08-0cf341d9edc9 is going to be created. [ 1038.779712] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.779969] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.780088] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.780388] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.780795] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.781649] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-bbf03094-009c-47c3-8e08-0cf341d9edc9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.881790] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a637c4c-d96d-4c85-965a-e24162926a26: rpc.has_security_group_logging(os_id): False [ 1038.924490] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.924972] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.925122] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.925774] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.925774] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.925926] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.926443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.926443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.926443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.926604] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.926784] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.926882] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.926946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.927124] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.927441] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.927498] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.927567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.927669] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.927866] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.927978] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.928181] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a637c4c-d96d-4c85-965a-e24162926a26 is going to be updated. [ 1039.006603] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.006926] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.007049] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.007292] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.007444] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.024523] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: IN_PROGRESS for 2s [ 1039.096490] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 in Status: SUCCESS [ 1039.096736] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 deletion is rescheduled due to dependency. [ 1039.096736] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.198026] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.579107] env[65962]: INFO networking_nsxv3.common.synchronization [req-2f618c29-afc3-43da-93ff-a6dcec49ef5b req-c81505ea-b6ef-46e4-a53b-12ce8d03f461 service nova] Enqueued Resource ID: 44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e with Priority: HIGHEST for action security_group_rules [ 1039.579107] env[65962]: INFO networking_nsxv3.common.synchronization [req-2f618c29-afc3-43da-93ff-a6dcec49ef5b req-c81505ea-b6ef-46e4-a53b-12ce8d03f461 service nova] Enqueued Resource ID: 44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e with Priority: HIGHEST for action security_group_members [ 1039.579107] env[65962]: INFO networking_nsxv3.common.synchronization [req-2f618c29-afc3-43da-93ff-a6dcec49ef5b req-c81505ea-b6ef-46e4-a53b-12ce8d03f461 service nova] Enqueued Resource ID: bbf03094-009c-47c3-8e08-0cf341d9edc9 with Priority: HIGHEST for action port [ 1039.579107] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e with Priority: HIGHEST for action security_group_rules [ 1039.579107] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e with Priority: HIGHEST for action security_group_members [ 1039.579107] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbf03094-009c-47c3-8e08-0cf341d9edc9 with Priority: HIGHEST for action port [ 1039.579107] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.579780] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.579780] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.580344] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.580344] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.581488] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.581488] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.581488] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.581674] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.582023] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.582023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.582189] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.583055] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.583055] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.583055] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.583527] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbf03094-009c-47c3-8e08-0cf341d9edc9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.583626] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbf03094-009c-47c3-8e08-0cf341d9edc9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.583722] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbf03094-009c-47c3-8e08-0cf341d9edc9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.584177] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbf03094-009c-47c3-8e08-0cf341d9edc9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.584177] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbf03094-009c-47c3-8e08-0cf341d9edc9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.705811] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.086230] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.087313] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.087433] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.087578] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbf03094-009c-47c3-8e08-0cf341d9edc9 with status ACTIVE [ 1040.087738] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.087844] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.087901] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.088227] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.088350] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.088503] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.088579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.088687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.088797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.088873] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.089062] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.089179] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.089212] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.089349] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.089423] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.089507] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbf03094-009c-47c3-8e08-0cf341d9edc9 is going to be updated. [ 1040.113375] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.113555] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.113555] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.113678] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.113820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.113989] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbf03094-009c-47c3-8e08-0cf341d9edc9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.208784] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.209107] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.209227] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.209448] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.209554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.209700] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a637c4c-d96d-4c85-965a-e24162926a26 is going to be updated. [ 1040.248853] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.249183] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.249368] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.249513] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.249732] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.267293] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: IN_PROGRESS for 2s [ 1040.591495] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.839034] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.839034] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.839034] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.839034] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.839034] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.839034] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.839034] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.839034] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.839034] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.839758] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.840025] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.842741] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.842741] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.842741] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.842741] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.842741] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.869132] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.869678] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1040.869678] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.869828] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.870133] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-4b602b01-2ced-413e-bf7e-556d47b71edf taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.870427] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-4b602b01-2ced-413e-bf7e-556d47b71edf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.870561] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-4b602b01-2ced-413e-bf7e-556d47b71edf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.871036] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-4b602b01-2ced-413e-bf7e-556d47b71edf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.871194] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b602b01-2ced-413e-bf7e-556d47b71edf',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.041607] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: SUCCESS [ 1041.041851] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.094665] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.094885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.094955] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.095217] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.095322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.095426] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e is going to be created. [ 1041.126309] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.126577] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.126577] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.126773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.127059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.142187] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e in Status: UNINITIALIZED for 2s [ 1041.373581] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.373838] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.373994] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.374388] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.374560] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.374771] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 4b602b01-2ced-413e-bf7e-556d47b71edf not found, creating... [ 1041.375243] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.375544] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.375747] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.376276] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.376388] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.376748] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.376965] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.377124] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.377379] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.377521] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.377666] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 4b602b01-2ced-413e-bf7e-556d47b71edf is going to be created. [ 1041.404474] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.404710] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.404824] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.405324] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.405616] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.405953] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-4b602b01-2ced-413e-bf7e-556d47b71edf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.083207] env[65962]: INFO networking_nsxv3.common.synchronization [req-6cd9fb75-1636-4d33-827c-4fefb9cc55f4 req-8076db54-499e-40e1-a39d-e30d92527042 tempest-ServersTestJSON-1907904000 tempest-ServersTestJSON-1907904000-project-member] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1042.083899] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1042.084361] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.084539] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.084647] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.084902] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.085129] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.085290] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.085387] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.085571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.085678] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.085815] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.129278] env[65962]: INFO networking_nsxv3.common.synchronization [req-2a6ee1e5-a2ac-4375-9a8a-c096f2204010 req-607184f6-80d7-4186-911a-51d84b66fdcd service nova] Enqueued Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_rules [ 1042.129278] env[65962]: INFO networking_nsxv3.common.synchronization [req-2a6ee1e5-a2ac-4375-9a8a-c096f2204010 req-607184f6-80d7-4186-911a-51d84b66fdcd service nova] Enqueued Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 1042.129278] env[65962]: INFO networking_nsxv3.common.synchronization [req-2a6ee1e5-a2ac-4375-9a8a-c096f2204010 req-607184f6-80d7-4186-911a-51d84b66fdcd service nova] Enqueued Resource ID: 4b602b01-2ced-413e-bf7e-556d47b71edf with Priority: HIGHEST for action port [ 1042.129278] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_rules [ 1042.129278] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 1042.129278] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b602b01-2ced-413e-bf7e-556d47b71edf with Priority: HIGHEST for action port [ 1042.129278] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.129278] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.129689] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.129689] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.129689] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.130619] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.130708] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.130914] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b602b01-2ced-413e-bf7e-556d47b71edf taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.131236] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b602b01-2ced-413e-bf7e-556d47b71edf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.133055] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b602b01-2ced-413e-bf7e-556d47b71edf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.133055] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b602b01-2ced-413e-bf7e-556d47b71edf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.133055] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b602b01-2ced-413e-bf7e-556d47b71edf',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.284928] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: SUCCESS [ 1042.284928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.284928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.284928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.284928] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.284928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.284928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.284928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.284928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.284928] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.481130] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.481389] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.481523] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.481871] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.482252] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.482490] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.482685] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.483069] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.483309] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.483600] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.483758] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.483944] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.484080] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.484202] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.484308] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.484442] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.509106] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.509106] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.509106] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.509409] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.509586] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-49cca914-b11b-4526-9040-e806c0c1a5bb taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.509766] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-49cca914-b11b-4526-9040-e806c0c1a5bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.509890] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-49cca914-b11b-4526-9040-e806c0c1a5bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.510292] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-49cca914-b11b-4526-9040-e806c0c1a5bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.510436] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49cca914-b11b-4526-9040-e806c0c1a5bb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.587996] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.633972] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.634110] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.634291] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b602b01-2ced-413e-bf7e-556d47b71edf with status ACTIVE [ 1042.634562] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.634661] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.634661] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.634899] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.635014] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.635256] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.635359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.635423] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.635584] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.635661] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.635843] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.635935] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.635997] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.636149] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.636224] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.636310] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b602b01-2ced-413e-bf7e-556d47b71edf is going to be updated. [ 1042.658356] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.658530] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.658610] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.658855] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.659048] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.659248] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b602b01-2ced-413e-bf7e-556d47b71edf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.789252] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.012643] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.012891] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.012991] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.013315] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.013470] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.013665] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 49cca914-b11b-4526-9040-e806c0c1a5bb not found, creating... [ 1043.013957] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.014141] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.014263] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.014513] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.014654] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.014953] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.015133] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.015252] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.015472] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.015608] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.015750] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 49cca914-b11b-4526-9040-e806c0c1a5bb is going to be created. [ 1043.037406] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.037743] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.037902] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.038365] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.038680] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.038974] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-49cca914-b11b-4526-9040-e806c0c1a5bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.091518] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.153402] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e in Status: SUCCESS [ 1043.154508] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.154508] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.154508] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.154508] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.154508] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.154749] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.154749] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.154886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.155014] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.155116] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.291951] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.594400] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.594559] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.594801] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.594842] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.594924] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.595026] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 1043.626501] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.626694] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.626740] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.626957] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.627134] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.635403] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 1043.657996] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.658495] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.658495] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.658674] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.658714] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.658816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.658871] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.658984] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.659080] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.659170] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.659332] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.659419] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.659516] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.659584] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.659716] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.659808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.659865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.659997] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.660083] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.660322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.660322] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.757770] env[65962]: INFO networking_nsxv3.common.synchronization [req-6cd9fb75-1636-4d33-827c-4fefb9cc55f4 req-75ab07fa-a6dc-4313-a513-3482c9975d1d service nova] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_rules [ 1043.757770] env[65962]: INFO networking_nsxv3.common.synchronization [req-6cd9fb75-1636-4d33-827c-4fefb9cc55f4 req-75ab07fa-a6dc-4313-a513-3482c9975d1d service nova] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1043.757770] env[65962]: INFO networking_nsxv3.common.synchronization [req-6cd9fb75-1636-4d33-827c-4fefb9cc55f4 req-75ab07fa-a6dc-4313-a513-3482c9975d1d service nova] Enqueued Resource ID: 49cca914-b11b-4526-9040-e806c0c1a5bb with Priority: HIGHEST for action port [ 1043.759470] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_rules [ 1043.759470] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1043.759470] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49cca914-b11b-4526-9040-e806c0c1a5bb with Priority: HIGHEST for action port [ 1043.759470] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.759470] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.759470] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.759957] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.759957] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.760976] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.762193] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.762193] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-49cca914-b11b-4526-9040-e806c0c1a5bb taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.762193] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49cca914-b11b-4526-9040-e806c0c1a5bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.762193] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49cca914-b11b-4526-9040-e806c0c1a5bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.762193] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49cca914-b11b-4526-9040-e806c0c1a5bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.762193] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49cca914-b11b-4526-9040-e806c0c1a5bb',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.795146] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.795359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.795438] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.795800] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.795800] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.796078] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a637c4c-d96d-4c85-965a-e24162926a26 is going to be updated. [ 1043.825991] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.826277] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.826277] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.826453] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.826578] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.837691] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: IN_PROGRESS for 2s [ 1044.162691] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e: rpc.has_security_group_logging(os_id): False [ 1044.184366] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.184626] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.184704] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.185089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.185218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.185487] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.185639] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.185720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.185993] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.186104] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.186336] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.186487] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.186593] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.186788] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.186918] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.187157] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.187291] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.187365] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.187605] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.187706] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.187811] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e is going to be created. [ 1044.263260] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.263478] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.263610] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49cca914-b11b-4526-9040-e806c0c1a5bb with status ACTIVE [ 1044.263788] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.263894] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.263958] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.264200] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.264292] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.264466] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.264561] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.264620] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.264769] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.264844] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.265040] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.265197] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.265197] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.265322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.265389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.265471] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49cca914-b11b-4526-9040-e806c0c1a5bb is going to be updated. [ 1044.267969] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.268144] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.268144] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.268375] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.268478] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.296400] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e in Status: IN_PROGRESS for 2s [ 1044.305507] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.305692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.305762] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.306171] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.306334] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.306536] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49cca914-b11b-4526-9040-e806c0c1a5bb" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.654468] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 1045.655111] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.655403] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.655709] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.655999] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.657166] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.657166] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.657166] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.657166] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.657166] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.849628] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: SUCCESS [ 1045.849971] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.850232] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.850475] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.850717] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.850820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.850885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.851067] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.851150] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.851258] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.851336] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.158898] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.312613] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e in Status: SUCCESS [ 1046.312887] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.353611] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.353790] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.353853] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.354138] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.354351] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.354480] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.354549] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.354738] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.354834] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.354941] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.355742] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.355742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.355742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.355742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.355742] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.355742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.355742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.356047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.356047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.356047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.356133] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.661776] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.858518] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a637c4c-d96d-4c85-965a-e24162926a26: rpc.has_security_group_logging(os_id): False [ 1046.882590] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.882590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.882714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.882890] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.883032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.883438] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.883613] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.883666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.883888] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.884038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.884257] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.884365] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.884467] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.884960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.884960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.884960] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.884960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.884960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.886192] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.886192] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.886192] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a637c4c-d96d-4c85-965a-e24162926a26 is going to be updated. [ 1046.953948] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.954169] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.954269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.954519] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.954721] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.971428] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: IN_PROGRESS for 2s [ 1047.164407] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.164778] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.164778] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.164778] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.164980] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.164980] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 1047.201094] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.201368] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.201454] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.201690] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.201878] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.211473] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 1048.759756] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1048.760025] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1048.985791] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: SUCCESS [ 1048.986154] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.221309] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 4s [ 1051.235022] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 1051.235384] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.235582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.235907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.236251] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.236469] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.236544] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.236791] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.236923] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.237054] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.237162] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.355709] env[65962]: INFO networking_nsxv3.common.synchronization [req-e7458251-dab6-410c-b7ce-615ce7570f4e req-ada2d567-b067-49b5-9514-e3a0486ed684 tempest-ServerPasswordTestJSON-989086874 tempest-ServerPasswordTestJSON-989086874-project-member] Enqueued Resource ID: 44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e with Priority: HIGHEST for action security_group_members [ 1051.355709] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e with Priority: HIGHEST for action security_group_members [ 1051.355709] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.355709] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.355709] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.355709] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.355709] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.355709] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.355709] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.355709] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.355709] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.356302] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.740203] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.740389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.740467] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.740696] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.740890] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.741014] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.741088] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.741255] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.741341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.741428] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.741575] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.741668] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.741728] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.741868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.742018] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.742107] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.742167] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.742309] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.742385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.742465] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.742566] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.858229] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.858396] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.858448] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.858675] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.858763] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.858957] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.859077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.859134] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.859280] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.859357] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.859443] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e is going to be updated. [ 1051.887088] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.887088] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.887088] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.887088] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.887289] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.897102] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e in Status: IN_PROGRESS for 2s [ 1052.245056] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6479852-f3a3-43c2-99eb-fcc58a982da3: rpc.has_security_group_logging(os_id): False [ 1052.268319] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.268555] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.268607] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.268839] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.268926] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.269168] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.269280] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.269320] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.269467] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.270207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.270207] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.270207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.270207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.270207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.270207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.270476] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.270538] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.270599] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.270737] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.270841] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.270885] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 1052.347172] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.347333] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.347415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.347707] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.347772] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.362351] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 1053.908616] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e in Status: SUCCESS [ 1053.908616] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e deletion is rescheduled due to dependency. [ 1053.908616] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.377556] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 1054.377785] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.708450] env[65962]: INFO networking_nsxv3.common.synchronization [req-39521077-f378-42bd-9fee-e17ed6033cfc req-0b3986d7-7097-4fc8-b2aa-0a419f134289 tempest-DeleteServersTestJSON-358591378 tempest-DeleteServersTestJSON-358591378-project-member] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1054.710120] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1054.710120] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.710120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.710120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.710120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.710466] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.710466] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.710466] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.710572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.710688] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.710803] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.048013] env[65962]: INFO networking_nsxv3.common.synchronization [req-73777424-a502-48c1-8657-3f172b50e336 req-1a410b13-1883-409b-92cd-cb74d22efdbc tempest-AttachInterfacesTestJSON-1497595542 tempest-AttachInterfacesTestJSON-1497595542-project-member] Enqueued Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 1055.048642] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 1055.048986] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.049123] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.049189] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.049385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.049849] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.049956] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.050032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.050208] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.050333] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.050452] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.215673] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.215956] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.215956] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.216146] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.216238] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.216413] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.216514] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.216583] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.216726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.216801] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.216885] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be updated. [ 1055.246455] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.246665] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.246738] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.246941] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.247794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.255937] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: IN_PROGRESS for 2s [ 1055.552686] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.760052] env[65962]: INFO networking_nsxv3.common.synchronization [req-45b39916-6c3c-4f2b-a09a-14ef4b15d377 req-3fc35e49-5ecc-4511-939a-db6f50f44cc2 tempest-AttachInterfacesUnderV243Test-832626395 tempest-AttachInterfacesUnderV243Test-832626395-project-member] Enqueued Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_members [ 1055.760052] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_members [ 1055.760052] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.760052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.760052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.761616] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.761616] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.761616] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.761616] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.761815] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.761815] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.762171] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.786185] env[65962]: INFO networking_nsxv3.common.synchronization [req-45b39916-6c3c-4f2b-a09a-14ef4b15d377 req-3fc35e49-5ecc-4511-939a-db6f50f44cc2 tempest-AttachInterfacesUnderV243Test-832626395 tempest-AttachInterfacesUnderV243Test-832626395-project-member] Enqueued Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_rules [ 1055.786185] env[65962]: INFO networking_nsxv3.common.synchronization [req-45b39916-6c3c-4f2b-a09a-14ef4b15d377 req-3fc35e49-5ecc-4511-939a-db6f50f44cc2 tempest-AttachInterfacesUnderV243Test-832626395 tempest-AttachInterfacesUnderV243Test-832626395-project-member] Enqueued Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_members [ 1055.786185] env[65962]: INFO networking_nsxv3.common.synchronization [req-45b39916-6c3c-4f2b-a09a-14ef4b15d377 req-3fc35e49-5ecc-4511-939a-db6f50f44cc2 tempest-AttachInterfacesUnderV243Test-832626395 tempest-AttachInterfacesUnderV243Test-832626395-project-member] Enqueued Resource ID: 950e1374-931a-43df-9262-f9a0fac193e2 with Priority: HIGHEST for action port [ 1055.788371] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_rules [ 1055.788653] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_members [ 1055.790024] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 950e1374-931a-43df-9262-f9a0fac193e2 with Priority: HIGHEST for action port [ 1055.792120] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.792120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.792120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.792120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.792120] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.792120] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.792120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.794030] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-950e1374-931a-43df-9262-f9a0fac193e2 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.794030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-950e1374-931a-43df-9262-f9a0fac193e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.794229] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-950e1374-931a-43df-9262-f9a0fac193e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.795312] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-950e1374-931a-43df-9262-f9a0fac193e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.795312] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('950e1374-931a-43df-9262-f9a0fac193e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.956674] env[65962]: INFO networking_nsxv3.common.synchronization [None req-52b76b3c-9ec0-4d28-8ed0-a89527f00eb7 tempest-AttachInterfacesTestJSON-1497595542 tempest-AttachInterfacesTestJSON-1497595542-project-member] Enqueued Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 1055.958668] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 1055.958668] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.958668] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.054956] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.264478] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.297799] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.297943] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.298160] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 950e1374-931a-43df-9262-f9a0fac193e2 with status ACTIVE [ 1056.298338] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.298443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.298506] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.298713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.298797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.298963] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.299063] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.299121] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.299259] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.299329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.299508] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.299590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.299684] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.299778] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.299846] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.299926] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 950e1374-931a-43df-9262-f9a0fac193e2 is going to be updated. [ 1056.327482] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.327482] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.327763] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.327912] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.327950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.328191] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-950e1374-931a-43df-9262-f9a0fac193e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.558078] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.558078] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.558078] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.558518] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.558518] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.558518] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a637c4c-d96d-4c85-965a-e24162926a26 is going to be updated. [ 1056.590967] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.591209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.591209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.591555] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.591783] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.602594] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: IN_PROGRESS for 2s [ 1056.769376] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.831707] env[65962]: INFO networking_nsxv3.common.synchronization [req-e6949bf3-12b5-429f-92cc-0b007f4bdf69 req-421128c3-0de4-459c-8906-39d7bde391e1 tempest-ServersV294TestFqdnHostnames-1662526759 tempest-ServersV294TestFqdnHostnames-1662526759-project-member] Enqueued Resource ID: b6f35f48-011e-4370-898c-beaffa3bfc76 with Priority: HIGHEST for action security_group_members [ 1056.831707] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f35f48-011e-4370-898c-beaffa3bfc76 with Priority: HIGHEST for action security_group_members [ 1056.831707] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6f35f48-011e-4370-898c-beaffa3bfc76 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.831707] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.832327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.832609] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.832936] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.833265] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.833476] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.833770] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.833996] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.834255] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6f35f48-011e-4370-898c-beaffa3bfc76',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.269084] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 1057.269084] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d deletion is rescheduled due to dependency. [ 1057.269600] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.273029] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.273188] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.273254] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.273490] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.274633] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.274633] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c is going to be updated. [ 1057.317743] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.317743] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.317743] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.317743] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.317743] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.328850] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c in Status: IN_PROGRESS for 2s [ 1057.339310] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.339310] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.339310] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.339310] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.359135] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.359417] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.359549] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.359715] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.360030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.360030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.360282] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6f35f48-011e-4370-898c-beaffa3bfc76 is going to be updated. [ 1057.392626] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.392921] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.393043] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.393360] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.393567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.404397] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f35f48-011e-4370-898c-beaffa3bfc76 in Status: IN_PROGRESS for 2s [ 1058.600554] env[65962]: INFO networking_nsxv3.common.synchronization [req-be53cd41-b072-42c0-87a5-19636a298fc4 req-4c0031ac-def5-406c-a8d8-9d82ac4f57c1 tempest-AttachInterfacesTestJSON-1497595542 tempest-AttachInterfacesTestJSON-1497595542-project-member] Enqueued Resource ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af with Priority: HIGHEST for action security_group_members [ 1058.600986] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af with Priority: HIGHEST for action security_group_members [ 1058.601372] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.601518] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.601587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.601782] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.601933] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.602037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.602153] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.602237] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.602316] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.602408] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.613136] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: SUCCESS [ 1058.613271] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.613642] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.613847] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.614078] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.614153] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.614202] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.614466] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.614466] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.614563] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.095799] env[65962]: INFO networking_nsxv3.common.synchronization [req-65de06d0-52fe-4910-86fc-a2c2abbd05ae req-dd7c4650-c7ad-43d0-b5ca-d5d5f6a7e145 tempest-AttachInterfacesUnderV243Test-832626395 tempest-AttachInterfacesUnderV243Test-832626395-project-member] Enqueued Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_members [ 1059.096360] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_members [ 1059.097119] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.097119] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.105224] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.105364] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.105364] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.105602] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.105696] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.105889] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.105992] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.106066] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.106363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.106363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.106363] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af is going to be updated. [ 1059.113541] env[65962]: INFO networking_nsxv3.common.synchronization [req-65de06d0-52fe-4910-86fc-a2c2abbd05ae req-dd7c4650-c7ad-43d0-b5ca-d5d5f6a7e145 tempest-AttachInterfacesUnderV243Test-832626395 tempest-AttachInterfacesUnderV243Test-832626395-project-member] Enqueued Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_rules [ 1059.113726] env[65962]: INFO networking_nsxv3.common.synchronization [req-65de06d0-52fe-4910-86fc-a2c2abbd05ae req-dd7c4650-c7ad-43d0-b5ca-d5d5f6a7e145 tempest-AttachInterfacesUnderV243Test-832626395 tempest-AttachInterfacesUnderV243Test-832626395-project-member] Enqueued Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_members [ 1059.113866] env[65962]: INFO networking_nsxv3.common.synchronization [req-65de06d0-52fe-4910-86fc-a2c2abbd05ae req-dd7c4650-c7ad-43d0-b5ca-d5d5f6a7e145 tempest-AttachInterfacesUnderV243Test-832626395 tempest-AttachInterfacesUnderV243Test-832626395-project-member] Enqueued Resource ID: 950e1374-931a-43df-9262-f9a0fac193e2 with Priority: HIGHEST for action port [ 1059.115499] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_rules [ 1059.115499] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_members [ 1059.115609] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 950e1374-931a-43df-9262-f9a0fac193e2 with Priority: HIGHEST for action port [ 1059.116377] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.116506] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.116882] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.116979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.117234] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.117340] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.117408] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.117593] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.117679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.118079] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.118171] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.118308] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.118500] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.118584] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.118751] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a637c4c-d96d-4c85-965a-e24162926a26 is going to be updated. [ 1059.119843] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-950e1374-931a-43df-9262-f9a0fac193e2 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.119952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-950e1374-931a-43df-9262-f9a0fac193e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.120027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-950e1374-931a-43df-9262-f9a0fac193e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.120180] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-950e1374-931a-43df-9262-f9a0fac193e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.120560] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('950e1374-931a-43df-9262-f9a0fac193e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.137510] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.137510] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.137510] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.137664] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.137701] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.148153] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af in Status: IN_PROGRESS for 2s [ 1059.151541] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.151619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.151619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.152277] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.152277] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.160034] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: IN_PROGRESS for 2s [ 1059.345429] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c in Status: SUCCESS [ 1059.345429] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.345429] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.345429] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.345429] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.345429] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.345429] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.345429] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.345429] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.345429] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.417812] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f35f48-011e-4370-898c-beaffa3bfc76 in Status: SUCCESS [ 1059.417812] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6f35f48-011e-4370-898c-beaffa3bfc76 deletion is rescheduled due to dependency. [ 1059.417812] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.622603] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 950e1374-931a-43df-9262-f9a0fac193e2 with status ACTIVE [ 1059.622603] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.622942] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.622942] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.623029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.623063] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.623393] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.623393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.623393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.623552] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.623664] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.623803] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.623941] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.623976] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.624232] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.624232] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.624296] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 950e1374-931a-43df-9262-f9a0fac193e2 is going to be updated. [ 1059.648532] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.648748] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.648862] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.649107] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.649252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.649415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-950e1374-931a-43df-9262-f9a0fac193e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.848658] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.350876] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.854728] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.855035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.855035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.855214] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.855285] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.855370] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c is going to be updated. [ 1060.888202] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.888363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.888426] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.888630] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.888776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.900579] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c in Status: IN_PROGRESS for 2s [ 1060.927369] env[65962]: INFO networking_nsxv3.common.synchronization [req-29fc195c-d3d9-41cb-964d-692e32ce0518 req-26a93205-aa80-4554-9002-94566e04a868 tempest-ServersTestJSON-1907904000 tempest-ServersTestJSON-1907904000-project-member] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1060.927905] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1060.928226] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.928369] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.928438] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.928629] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.928777] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.928867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.929146] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.930819] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.930922] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.931039] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.160920] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af in Status: SUCCESS [ 1061.161276] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af deletion is rescheduled due to dependency. [ 1061.161375] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.171023] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: SUCCESS [ 1061.171504] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a637c4c-d96d-4c85-965a-e24162926a26 deletion is rescheduled due to dependency. [ 1061.171504] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.321020] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.321267] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.322469] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.322469] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.322469] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.322469] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.322469] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.322469] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.322930] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.322930] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.323041] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.323218] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.324047] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.324047] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.324047] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.324047] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.326748] env[65962]: INFO networking_nsxv3.common.synchronization [req-9d8bc110-8371-463e-a619-e74bd9070e89 req-787c0758-dbf1-43b6-8bd6-fb039171170c tempest-ServersNegativeTestJSON-1209612286 tempest-ServersNegativeTestJSON-1209612286-project-member] Enqueued Resource ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 with Priority: HIGHEST for action security_group_members [ 1061.327710] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 with Priority: HIGHEST for action security_group_members [ 1061.328044] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b04c205-1f78-4b51-ab34-d092476db2e2 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.328168] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.328237] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.328596] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.328760] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.328863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.328929] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.329097] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.329186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.329279] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.352977] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.353242] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.353409] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.353662] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.357033] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-bc623ee3-363a-4c4b-83c1-b0bbdee2b98c taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.357033] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-bc623ee3-363a-4c4b-83c1-b0bbdee2b98c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.357033] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-bc623ee3-363a-4c4b-83c1-b0bbdee2b98c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.357033] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-bc623ee3-363a-4c4b-83c1-b0bbdee2b98c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.357033] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc623ee3-363a-4c4b-83c1-b0bbdee2b98c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.434680] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.834718] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.834718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.834718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.834718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.834718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.834718] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.834718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.834718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.834718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.834718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.834718] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 is going to be updated. [ 1061.859073] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.859517] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.859517] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.860091] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.860404] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.860670] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port bc623ee3-363a-4c4b-83c1-b0bbdee2b98c not found, creating... [ 1061.861164] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.861468] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.863308] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.863308] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.863308] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.863308] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.863308] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.863308] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.863675] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.864164] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.864164] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: bc623ee3-363a-4c4b-83c1-b0bbdee2b98c is going to be created. [ 1061.867729] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.867942] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.868082] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.868397] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.868606] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.879369] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 in Status: IN_PROGRESS for 2s [ 1061.901200] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.901451] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.901641] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.901939] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.902194] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.902570] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-bc623ee3-363a-4c4b-83c1-b0bbdee2b98c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.937635] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.440884] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.441074] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.441142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.441369] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.441433] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.441552] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 1062.471107] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.471276] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.471318] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.471568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.471782] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.483686] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 1062.612178] env[65962]: INFO networking_nsxv3.common.synchronization [req-29fc195c-d3d9-41cb-964d-692e32ce0518 req-03e9498d-f784-45ae-bf2a-70e18b2ae149 service nova] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_rules [ 1062.612290] env[65962]: INFO networking_nsxv3.common.synchronization [req-29fc195c-d3d9-41cb-964d-692e32ce0518 req-03e9498d-f784-45ae-bf2a-70e18b2ae149 service nova] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1062.612481] env[65962]: INFO networking_nsxv3.common.synchronization [req-29fc195c-d3d9-41cb-964d-692e32ce0518 req-03e9498d-f784-45ae-bf2a-70e18b2ae149 service nova] Enqueued Resource ID: bc623ee3-363a-4c4b-83c1-b0bbdee2b98c with Priority: HIGHEST for action port [ 1062.613116] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_rules [ 1062.613850] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1062.613850] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc623ee3-363a-4c4b-83c1-b0bbdee2b98c with Priority: HIGHEST for action port [ 1062.613850] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.613850] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.613850] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.614222] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.614222] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.614937] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.615039] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.615232] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc623ee3-363a-4c4b-83c1-b0bbdee2b98c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.615588] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc623ee3-363a-4c4b-83c1-b0bbdee2b98c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.615588] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc623ee3-363a-4c4b-83c1-b0bbdee2b98c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.615588] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc623ee3-363a-4c4b-83c1-b0bbdee2b98c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.615740] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc623ee3-363a-4c4b-83c1-b0bbdee2b98c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.912360] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c in Status: SUCCESS [ 1062.912360] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.912360] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.912360] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.912360] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.912360] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.913143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.913143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.913143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.913143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.913143] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.914409] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.914667] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.914971] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.915117] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.915189] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.915326] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.915402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.915489] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.034459] env[65962]: INFO networking_nsxv3.common.synchronization [req-ccf4406d-613c-4949-9770-e7e73d9ff321 req-3b76e598-915a-4751-a513-ff61d980c570 tempest-AttachInterfacesUnderV243Test-832626395 tempest-AttachInterfacesUnderV243Test-832626395-project-member] Enqueued Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_members [ 1063.035078] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c with Priority: HIGHEST for action security_group_members [ 1063.035437] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.035552] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.117047] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.117227] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.120126] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc623ee3-363a-4c4b-83c1-b0bbdee2b98c with status ACTIVE [ 1063.120647] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.120647] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.120647] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.120850] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.120940] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.121156] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.121263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.121324] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.121523] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.121592] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.121812] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.121946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.122060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.122622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.122622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.122622] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc623ee3-363a-4c4b-83c1-b0bbdee2b98c is going to be updated. [ 1063.152650] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.152861] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.152993] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.153195] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.153362] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.153537] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc623ee3-363a-4c4b-83c1-b0bbdee2b98c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.415602] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.418479] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.891772] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 in Status: SUCCESS [ 1063.892327] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 deletion is rescheduled due to dependency. [ 1063.892327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.919666] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b05ea9bd-7578-498b-990f-0b6ed6d7ae6c: rpc.has_security_group_logging(os_id): False [ 1063.920543] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.935234] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.935408] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.935483] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.935721] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.935843] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.936117] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.936221] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.936300] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.936443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.936521] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.936606] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c is going to be updated. [ 1064.001733] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.002048] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.002147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.002363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.002567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.019056] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c in Status: IN_PROGRESS for 2s [ 1064.427133] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.427133] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.427133] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.427133] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.427133] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.427133] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c is going to be updated. [ 1064.458296] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.458523] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.458606] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.458853] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.459053] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.470871] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c in Status: IN_PROGRESS for 2s [ 1064.493520] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 1064.493761] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.494355] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.494581] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.494780] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.494895] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.494960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.495161] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.495250] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.495353] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.998952] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.208107] env[65962]: INFO networking_nsxv3.common.synchronization [req-19afa444-d1fa-4702-9a6b-c64dabceb3ba req-245a5819-0db9-4581-98fd-6677a84fd3c8 tempest-DeleteServersTestJSON-358591378 tempest-DeleteServersTestJSON-358591378-project-member] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1065.208510] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1065.208953] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.211550] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.211550] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.211550] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.211550] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.211550] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.211550] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.211550] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.211550] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.211550] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.502040] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.569627] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.569837] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.569966] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.570252] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.571056] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.571130] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.571195] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.571425] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.571644] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.571874] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.571990] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.572113] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.572223] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.572334] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.572442] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.572571] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.595757] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.595936] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.596096] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.596289] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.596613] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-9f11ecb7-01c0-40d7-a0b2-415dbd163c76 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.596790] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-9f11ecb7-01c0-40d7-a0b2-415dbd163c76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.596907] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-9f11ecb7-01c0-40d7-a0b2-415dbd163c76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.597288] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-9f11ecb7-01c0-40d7-a0b2-415dbd163c76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.597426] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f11ecb7-01c0-40d7-a0b2-415dbd163c76',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.712612] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.712863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.712970] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.713328] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.713744] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.713825] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.714075] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.714075] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.714265] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.714346] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.714441] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be updated. [ 1065.745819] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.746157] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.746157] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.746372] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.746426] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.757753] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: IN_PROGRESS for 2s [ 1066.005136] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.005482] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.005528] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.005765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.005885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.005992] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 1066.032403] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c in Status: SUCCESS [ 1066.032716] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.032932] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.033173] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.033265] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.039351] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.039478] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.039552] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.039743] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.039890] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.048688] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 1066.100337] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.100633] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.100764] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.101066] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.101221] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.101378] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 9f11ecb7-01c0-40d7-a0b2-415dbd163c76 not found, creating... [ 1066.101673] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.101863] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.101984] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.102226] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.102379] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.102670] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.102829] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.102946] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.103843] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.104012] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.104171] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 9f11ecb7-01c0-40d7-a0b2-415dbd163c76 is going to be created. [ 1066.124300] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.124300] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.124300] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.124300] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.124475] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.124631] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-9f11ecb7-01c0-40d7-a0b2-415dbd163c76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.482713] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c in Status: SUCCESS [ 1066.483031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.483262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.483544] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.483790] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.483946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.484046] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.484245] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.484354] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.484473] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.553868] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.554116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.554225] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.554486] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.554601] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.554723] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c is going to be deleted. [ 1066.611071] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.611071] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.611071] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.611328] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.611367] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.612094] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.868790] env[65962]: INFO networking_nsxv3.common.synchronization [req-19afa444-d1fa-4702-9a6b-c64dabceb3ba req-455d53d0-1427-446f-a015-20ecf1159af4 service nova] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_rules [ 1066.868847] env[65962]: INFO networking_nsxv3.common.synchronization [req-19afa444-d1fa-4702-9a6b-c64dabceb3ba req-455d53d0-1427-446f-a015-20ecf1159af4 service nova] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1066.868957] env[65962]: INFO networking_nsxv3.common.synchronization [req-19afa444-d1fa-4702-9a6b-c64dabceb3ba req-455d53d0-1427-446f-a015-20ecf1159af4 service nova] Enqueued Resource ID: 9f11ecb7-01c0-40d7-a0b2-415dbd163c76 with Priority: HIGHEST for action port [ 1066.869826] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_rules [ 1066.869826] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1066.869920] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f11ecb7-01c0-40d7-a0b2-415dbd163c76 with Priority: HIGHEST for action port [ 1066.870296] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.870381] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.870420] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.870934] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.871055] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.872441] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.872545] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.873065] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f11ecb7-01c0-40d7-a0b2-415dbd163c76 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.873303] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f11ecb7-01c0-40d7-a0b2-415dbd163c76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.873393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f11ecb7-01c0-40d7-a0b2-415dbd163c76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.874040] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f11ecb7-01c0-40d7-a0b2-415dbd163c76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.874040] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f11ecb7-01c0-40d7-a0b2-415dbd163c76',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.988630] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.988811] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.988882] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.989155] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.989281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.989731] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.989731] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.989731] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.990223] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.990223] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.990223] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c is going to be deleted. [ 1067.043034] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.043361] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.043361] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.043361] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.043525] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.043525] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.044059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.044225] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.044384] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.044482] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.044548] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.044687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.044764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.044856] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b05ea9bd-7578-498b-990f-0b6ed6d7ae6c',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.117319] env[65962]: INFO networking_nsxv3.common.synchronization [None req-7f31898b-93d0-400b-8b68-bc61fd7f7ac4 None None] Enqueued Resource ID: 6f4a87b9-6f92-489f-9582-7d122df83c80 with Priority: HIGHEST for action port [ 1067.118055] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f4a87b9-6f92-489f-9582-7d122df83c80 with Priority: HIGHEST for action port [ 1067.118835] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f4a87b9-6f92-489f-9582-7d122df83c80 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.119466] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f4a87b9-6f92-489f-9582-7d122df83c80" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.120060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f4a87b9-6f92-489f-9582-7d122df83c80" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.121104] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f4a87b9-6f92-489f-9582-7d122df83c80" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.121234] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f4a87b9-6f92-489f-9582-7d122df83c80',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.375119] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.375119] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.380452] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f11ecb7-01c0-40d7-a0b2-415dbd163c76 with status ACTIVE [ 1067.380452] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.380452] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.380452] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.380452] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.380452] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.380452] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.380452] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.380452] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.380452] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.380452] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.380452] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.380452] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.380452] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.380452] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.380452] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.380452] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f11ecb7-01c0-40d7-a0b2-415dbd163c76 is going to be updated. [ 1067.410209] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.410572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.410572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.410697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.410793] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.411029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f11ecb7-01c0-40d7-a0b2-415dbd163c76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.556359] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.556449] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.556950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.556950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.556950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.557228] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.557228] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.557228] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.557378] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.557459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.557499] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b05ea9bd-7578-498b-990f-0b6ed6d7ae6c already deleted. [ 1067.557574] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b05ea9bd-7578-498b-990f-0b6ed6d7ae6c" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.623596] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f4a87b9-6f92-489f-9582-7d122df83c80 [ 1067.623928] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.624040] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.624217] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.624322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.624407] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.624501] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f4a87b9-6f92-489f-9582-7d122df83c80 already deleted. [ 1067.624596] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f4a87b9-6f92-489f-9582-7d122df83c80" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.767216] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 1067.767399] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d deletion is rescheduled due to dependency. [ 1067.767515] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.767669] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.767885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.768080] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.768187] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.768246] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.768433] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.768579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.768675] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.062087] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 1068.062087] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.062087] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.062087] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.062597] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.062597] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.062597] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.062597] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.062826] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.062826] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.062826] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.135038] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.135724] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.136075] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.136358] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.137226] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.210502] env[65962]: INFO networking_nsxv3.common.synchronization [None req-7b2772f1-ede9-4eaa-bcb8-49eb9a300ada tempest-AttachInterfacesTestJSON-1497595542 tempest-AttachInterfacesTestJSON-1497595542-project-member] Enqueued Resource ID: e29ccce6-3023-43ad-9100-b059f6575eda with Priority: HIGHEST for action security_group_rules [ 1068.211327] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29ccce6-3023-43ad-9100-b059f6575eda with Priority: HIGHEST for action security_group_rules [ 1068.211437] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29ccce6-3023-43ad-9100-b059f6575eda taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.211621] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.211680] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.212043] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.212142] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29ccce6-3023-43ad-9100-b059f6575eda',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.270655] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.329153] env[65962]: INFO networking_nsxv3.common.synchronization [None req-a4558eca-0f61-4c8c-88e8-0a05e953e8e7 tempest-AttachInterfacesTestJSON-1497595542 tempest-AttachInterfacesTestJSON-1497595542-project-member] Enqueued Resource ID: e29ccce6-3023-43ad-9100-b059f6575eda with Priority: HIGHEST for action security_group_rules [ 1068.329847] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29ccce6-3023-43ad-9100-b059f6575eda with Priority: HIGHEST for action security_group_rules [ 1068.330212] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29ccce6-3023-43ad-9100-b059f6575eda taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.330346] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.492486] env[65962]: INFO networking_nsxv3.common.synchronization [None req-b74da4a3-a8c4-4a6b-bd42-3238ceb47d99 tempest-ServerActionsV293TestJSON-540086068 tempest-ServerActionsV293TestJSON-540086068-project-member] Enqueued Resource ID: e7266813-4695-4ff3-b454-8103cc419366 with Priority: HIGHEST for action security_group_rules [ 1068.492924] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7266813-4695-4ff3-b454-8103cc419366 with Priority: HIGHEST for action security_group_rules [ 1068.493247] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7266813-4695-4ff3-b454-8103cc419366 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.493369] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.493445] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.493720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.493815] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7266813-4695-4ff3-b454-8103cc419366',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.566110] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.566110] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.566110] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.566330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.566865] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.566865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.566865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.568106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.568106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.568106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.568106] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.568106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.568106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.568106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.568106] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.568106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.568106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.568106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.568535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.568535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.568535] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.640848] env[65962]: INFO networking_nsxv3.common.synchronization [None req-63644655-e4e7-4404-ba52-b8dd9a6b2868 tempest-ServerActionsV293TestJSON-540086068 tempest-ServerActionsV293TestJSON-540086068-project-member] Enqueued Resource ID: e7266813-4695-4ff3-b454-8103cc419366 with Priority: HIGHEST for action security_group_rules [ 1068.641293] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7266813-4695-4ff3-b454-8103cc419366 with Priority: HIGHEST for action security_group_rules [ 1068.641635] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7266813-4695-4ff3-b454-8103cc419366 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.641765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.643081] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.735827] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.735827] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.735827] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.736953] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.737142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.737282] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29ccce6-3023-43ad-9100-b059f6575eda already deleted. [ 1068.737460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.737651] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.738838] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.738838] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29ccce6-3023-43ad-9100-b059f6575eda',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.774132] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.015410] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.015410] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.015410] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.016909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.016909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.016909] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7266813-4695-4ff3-b454-8103cc419366 already deleted. [ 1069.016909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.016909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.016909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.016909] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7266813-4695-4ff3-b454-8103cc419366',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.075028] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6479852-f3a3-43c2-99eb-fcc58a982da3: rpc.has_security_group_logging(os_id): False [ 1069.093655] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.093892] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.093974] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.094263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.094512] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.095619] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.095619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.095619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.095619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.095619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.096016] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.096016] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.096016] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.096145] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.096354] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.097140] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.097634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.097634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.097634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.097634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.097814] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 1069.146125] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.166245] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.166245] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.166245] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.166245] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.166245] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.195684] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 1069.281432] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.281772] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.281874] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.282149] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.282249] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.282351] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29ccce6-3023-43ad-9100-b059f6575eda already deleted. [ 1069.282438] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.283014] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.283347] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.283484] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.283746] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.283887] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.284000] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be updated. [ 1069.329839] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.330068] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.330147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.330455] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.330668] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.344152] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: IN_PROGRESS for 2s [ 1069.504105] env[65962]: INFO networking_nsxv3.common.synchronization [None req-5ef3859c-8ec8-481a-b5af-8af5831130bf None None] Enqueued Resource ID: f4e5fae4-3010-4aaf-9dbd-72c65baacf45 with Priority: HIGHEST for action port [ 1069.504397] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e5fae4-3010-4aaf-9dbd-72c65baacf45 with Priority: HIGHEST for action port [ 1069.505059] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4e5fae4-3010-4aaf-9dbd-72c65baacf45 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.505212] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4e5fae4-3010-4aaf-9dbd-72c65baacf45" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.505265] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4e5fae4-3010-4aaf-9dbd-72c65baacf45" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.505510] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4e5fae4-3010-4aaf-9dbd-72c65baacf45" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.505594] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4e5fae4-3010-4aaf-9dbd-72c65baacf45',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.538128] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.538338] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.538414] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.538665] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.538762] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.538856] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7266813-4695-4ff3-b454-8103cc419366 already deleted. [ 1069.538936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.648826] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1069.650515] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1070.010301] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4e5fae4-3010-4aaf-9dbd-72c65baacf45 [ 1070.011049] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.011246] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.011332] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.011568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.011679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.011782] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4e5fae4-3010-4aaf-9dbd-72c65baacf45 already deleted. [ 1070.012980] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4e5fae4-3010-4aaf-9dbd-72c65baacf45" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.499288] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.499725] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.499725] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.499808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.515618] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1070.516707] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.517868] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1070.556258] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.556629] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.556629] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.556717] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.568168] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.568842] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1070.568931] env[65962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1070.569035] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1070.609851] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.609851] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.609851] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.609851] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.611474] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.611688] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1070.691974] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.692153] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.692232] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.692446] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.692806] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.693194] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1070.771088] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.771253] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.771311] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.771515] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.771868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.772210] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1070.772309] env[65962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e', '89b711b5-1e26-4321-b462-6b992754d59e', '1b04c205-1f78-4b51-ab34-d092476db2e2', '839ab34f-07c0-4187-b840-b964c5ace0c4', 'eb5aff44-bfa3-4327-b50e-edea44abd4f0', '933490f3-e0a2-419c-a292-4e309d9c38de', '1f10de2a-235f-4e5c-9f09-2601b87e1f98', 'b6479852-f3a3-43c2-99eb-fcc58a982da3', 'f4566c14-f4d6-4fd5-a05a-4c5f8e6003be', 'fb0d0669-c207-4840-b677-6bb5eeb91870', 'f3b4ed86-0ab1-434e-a893-0d753c4d5090', '01f0f02e-0b2d-4216-a239-56734e9d8bc7', '5d5f1da1-5fe0-4ac2-b156-cec7de6c1833', 'a70c390b-c5f0-452c-b6f4-fccf0f68fa9d', 'c279ed0d-c29e-4930-adb9-8434205f9a59', 'dff0bd08-da26-4949-ab2f-a7ff7371f7c6', 'aad1ecae-9e4e-40c5-9e5a-0783e69c128f', 'b3c673c6-9119-4ca1-badf-6bb3ddda46fd', '3853c7a7-8bb8-44da-8235-e2176fcddb81', 'c322bb7d-19c0-409a-95ca-095586a1cf40', '95b24f9c-3e46-4e08-bcde-8491c466be08', '2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154', 'cc9e2502-07d4-4534-be8b-1902dafe9b30', 'e9eae595-1d37-4516-86f9-3d0c2c3ac787', '07c9c89f-52ea-4e65-a7fd-89d9ff3966b0', 'b6f35f48-011e-4370-898c-beaffa3bfc76', '7748df98-6008-4198-a2b1-5fbbdfbdcec8', '4b9533a4-5bf3-4126-bae5-bf20bd751e2c', '07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6', '69b90aa5-bcd2-41a5-9e4f-1aaba3e01821', '2ba08c69-dee0-4970-835e-2924d4f6401e', '1a637c4c-d96d-4c85-965a-e24162926a26', 'f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a', 'a06b28f6-e8ae-43a7-8f14-43b9e3dbb021', 'd30fafec-eadf-4326-8f4b-02d4eba704b7', 'bb560af0-ae21-4758-b44e-2e485fe0379a', '72e5c9d7-2f15-4896-a95b-7ee3faa17663', '9c5d8b55-cafd-46b6-93e9-b2b8198b9f42', '1337d88a-fc81-4d8f-9888-c14d6901d06e', '90fd6752-e3cc-48a5-adf4-6aa255591e12', 'aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3', '80382464-0fda-4261-8bfa-fdc208ce7ade', 'ad65a36a-acdb-41f6-ad4c-181d7c61e5d8', '98970c9d-6b04-4f3c-bb86-f47cac0341a4', '7118936c-50e6-4c17-9378-f50073132317', '4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af'} {{(pid=65962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1070.772424] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1070.791311] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.791451] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.791541] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.792106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.792106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.792279] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1070.792387] env[65962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1070.792501] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1070.875283] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.877581] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.877581] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.877581] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.877581] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.877581] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1070.877581] env[65962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1070.877899] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1070.877899] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1070.878061] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1070.878234] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e with Priority: HIGH for action security_group_rules [ 1070.878384] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 89b711b5-1e26-4321-b462-6b992754d59e with Priority: HIGH for action security_group_rules [ 1070.878585] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 with Priority: HIGH for action security_group_rules [ 1070.878753] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 839ab34f-07c0-4187-b840-b964c5ace0c4 with Priority: HIGH for action security_group_rules [ 1070.878880] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGH for action security_group_rules [ 1070.878985] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 933490f3-e0a2-419c-a292-4e309d9c38de with Priority: HIGH for action security_group_rules [ 1070.879125] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGH for action security_group_rules [ 1070.879270] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGH for action security_group_rules [ 1070.879396] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be with Priority: HIGH for action security_group_rules [ 1070.879494] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb0d0669-c207-4840-b677-6bb5eeb91870 with Priority: HIGH for action security_group_rules [ 1070.879593] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGH for action security_group_rules [ 1070.879687] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGH for action security_group_rules [ 1070.879797] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGH for action security_group_rules [ 1070.879923] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGH for action security_group_rules [ 1070.880136] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c279ed0d-c29e-4930-adb9-8434205f9a59 with Priority: HIGH for action security_group_rules [ 1070.880259] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 with Priority: HIGH for action security_group_rules [ 1070.880357] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGH for action security_group_rules [ 1070.880450] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd with Priority: HIGH for action security_group_rules [ 1070.880585] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3853c7a7-8bb8-44da-8235-e2176fcddb81 with Priority: HIGH for action security_group_rules [ 1070.883019] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c322bb7d-19c0-409a-95ca-095586a1cf40 with Priority: HIGH for action security_group_rules [ 1070.883019] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.218587] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 1071.218695] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.359086] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 1071.359764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.360091] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.360385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.360698] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.360844] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.360926] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.361171] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.361282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.361615] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.361615] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.864673] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.864673] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.865060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.865060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.865194] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.865262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.865330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.865477] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.865816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.865816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.865816] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.866070] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.866070] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.866149] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.866283] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.866622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.866622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.866622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.866815] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.866815] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.866893] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.369629] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a70c390b-c5f0-452c-b6f4-fccf0f68fa9d: rpc.has_security_group_logging(os_id): False [ 1072.391270] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.391270] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.391270] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.391270] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.410092] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.410389] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.410560] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.410673] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.410819] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.410903] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.411126] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.411197] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.411325] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.411395] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.411471] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.411716] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.411819] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.411882] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.412427] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.412601] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.412821] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be updated. [ 1072.479600] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.479600] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.479873] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.479930] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.480532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.499579] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: IN_PROGRESS for 2s [ 1074.123816] env[65962]: INFO networking_nsxv3.common.synchronization [req-60d11f5c-8567-4be0-830a-787110d20b98 req-1613b12d-20f2-496d-ad40-4a6d82d77901 tempest-ServersTestJSON-1907904000 tempest-ServersTestJSON-1907904000-project-member] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1074.124410] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1074.124558] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e with Priority: HIGH for action security_group_rules [ 1074.124658] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 with Priority: HIGH for action security_group_rules [ 1074.124758] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 with Priority: HIGH for action security_group_rules [ 1074.124880] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c279ed0d-c29e-4930-adb9-8434205f9a59 with Priority: HIGH for action security_group_rules [ 1074.124971] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c322bb7d-19c0-409a-95ca-095586a1cf40 with Priority: HIGH for action security_group_rules [ 1074.129182] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3853c7a7-8bb8-44da-8235-e2176fcddb81 with Priority: HIGH for action security_group_rules [ 1074.129386] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd with Priority: HIGH for action security_group_rules [ 1074.129510] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGH for action security_group_rules [ 1074.132568] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGH for action security_group_rules [ 1074.132768] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 with Priority: HIGH for action security_group_rules [ 1074.132926] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 with Priority: HIGH for action security_group_rules [ 1074.134724] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 with Priority: HIGH for action security_group_rules [ 1074.134724] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 with Priority: HIGH for action security_group_rules [ 1074.134724] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0d0669-c207-4840-b677-6bb5eeb91870 with Priority: HIGH for action security_group_rules [ 1074.134724] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be with Priority: HIGH for action security_group_rules [ 1074.134724] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933490f3-e0a2-419c-a292-4e309d9c38de with Priority: HIGH for action security_group_rules [ 1074.134724] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGH for action security_group_rules [ 1074.134724] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGH for action security_group_rules [ 1074.134724] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b711b5-1e26-4321-b462-6b992754d59e with Priority: HIGH for action security_group_rules [ 1074.134724] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839ab34f-07c0-4187-b840-b964c5ace0c4 with Priority: HIGH for action security_group_rules [ 1074.134724] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.134724] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.134724] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.134724] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.135245] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.135245] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.135245] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.135245] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.135401] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.135440] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.138451] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.138451] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.138451] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.139148] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.139348] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.141949] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b04c205-1f78-4b51-ab34-d092476db2e2 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.141949] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.142312] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.142312] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.142312] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b04c205-1f78-4b51-ab34-d092476db2e2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.146870] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.146870] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.146870] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.146870] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.146870] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f10de2a-235f-4e5c-9f09-2601b87e1f98',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.148481] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c279ed0d-c29e-4930-adb9-8434205f9a59 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.148641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.148700] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.148901] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.151485] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c279ed0d-c29e-4930-adb9-8434205f9a59',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.151485] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c322bb7d-19c0-409a-95ca-095586a1cf40 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.151826] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.151826] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.152047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.152141] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c322bb7d-19c0-409a-95ca-095586a1cf40',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.154126] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3853c7a7-8bb8-44da-8235-e2176fcddb81 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.154126] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.154126] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.155189] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.155322] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3853c7a7-8bb8-44da-8235-e2176fcddb81',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.156220] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3c673c6-9119-4ca1-badf-6bb3ddda46fd taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.156352] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.156416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.156569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.156654] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3c673c6-9119-4ca1-badf-6bb3ddda46fd',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.157884] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.158392] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.159900] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.159900] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.159900] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.162697] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.162697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.162697] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dff0bd08-da26-4949-ab2f-a7ff7371f7c6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.162697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.162697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.162697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.162697] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.162697] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.162697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.162697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.162697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.162697] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d5f1da1-5fe0-4ac2-b156-cec7de6c1833',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.163638] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.163638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.163638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.163848] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.163848] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01f0f02e-0b2d-4216-a239-56734e9d8bc7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.164563] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.164756] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.164756] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.165411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.165411] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3b4ed86-0ab1-434e-a893-0d753c4d5090',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.165851] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb0d0669-c207-4840-b677-6bb5eeb91870 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.165995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.166108] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.166272] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.166347] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb0d0669-c207-4840-b677-6bb5eeb91870',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.167066] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.167246] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.167246] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.167516] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.167516] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4566c14-f4d6-4fd5-a05a-4c5f8e6003be',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.168125] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-933490f3-e0a2-419c-a292-4e309d9c38de taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.168229] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.168435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.168506] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.169117] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('933490f3-e0a2-419c-a292-4e309d9c38de',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.169500] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.169610] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.169678] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.169822] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.169895] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.170593] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.170729] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.170792] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.170908] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.170978] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.171650] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89b711b5-1e26-4321-b462-6b992754d59e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.171762] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.171826] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.171952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.172094] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89b711b5-1e26-4321-b462-6b992754d59e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.172759] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-839ab34f-07c0-4187-b840-b964c5ace0c4 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.172876] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.172979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.173109] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.173182] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('839ab34f-07c0-4187-b840-b964c5ace0c4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.307826] env[65962]: INFO networking_nsxv3.common.synchronization [req-072115bc-ddd8-4647-8c94-a43369c94680 req-8be76d38-e2b6-4a76-89f2-c86d0760b310 tempest-AttachInterfacesTestJSON-1497595542 tempest-AttachInterfacesTestJSON-1497595542-project-member] Enqueued Resource ID: e29ccce6-3023-43ad-9100-b059f6575eda with Priority: HIGHEST for action security_group_members [ 1074.308535] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29ccce6-3023-43ad-9100-b059f6575eda with Priority: HIGHEST for action security_group_members [ 1074.308883] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29ccce6-3023-43ad-9100-b059f6575eda taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.309534] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.309534] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.310744] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.310926] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.311119] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.311200] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.311466] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.311569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.311657] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29ccce6-3023-43ad-9100-b059f6575eda',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.516108] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 1074.516108] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.516108] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.516108] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.516108] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.639869] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.663139] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.663397] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.663862] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.663862] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.664694] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.664827] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.664951] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.665343] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.665413] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.665635] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.665809] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.665932] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.666036] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.666564] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.666725] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.666968] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.670186] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.670403] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.670498] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.670805] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.673174] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.673352] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.675499] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.675651] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.675786] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.676167] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.676392] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.676559] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.676649] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.676861] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.676961] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.677068] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.677164] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.679229] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.679348] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.679424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.680679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.680679] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.680679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.680679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.680679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.680679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.680679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.680679] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.685128] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.685128] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.690162] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.690341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.690415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.690666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.690858] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.690983] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.691065] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.691248] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.692410] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.692410] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.692410] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.693403] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-933490f3-e0a2-419c-a292-4e309d9c38de taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.693403] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.693507] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.694326] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.694326] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.694326] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.694712] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.695251] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.696190] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.696190] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.696285] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('933490f3-e0a2-419c-a292-4e309d9c38de',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.698171] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.698268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.715208] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.715338] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e is going to be deleted. [ 1074.719836] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.720054] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.740511] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.740730] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.074 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1074.740878] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.741074] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.741404] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-a14a5fac-94b4-4b0d-928f-646c809721ee taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.741609] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-a14a5fac-94b4-4b0d-928f-646c809721ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.741761] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-a14a5fac-94b4-4b0d-928f-646c809721ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.742150] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-a14a5fac-94b4-4b0d-928f-646c809721ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.742258] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a14a5fac-94b4-4b0d-928f-646c809721ee',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.757572] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.757745] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.758713] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.758821] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.760583] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.760724] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.769761] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.769916] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.772118] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.772118] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.773474] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.773601] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.777026] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.777026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.777026] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.777026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.778555] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.778690] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.783480] env[65962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1074.784145] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.784354] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.785241] env[65962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1074.785540] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.785655] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.786962] env[65962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1074.787430] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.787554] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b04c205-1f78-4b51-ab34-d092476db2e2 is going to be deleted. [ 1074.788821] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.789255] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.812627] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.812627] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f10de2a-235f-4e5c-9f09-2601b87e1f98 is going to be deleted. [ 1074.813593] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.813880] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.814962] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.815114] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.839242] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.839525] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.844770] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.844947] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3b4ed86-0ab1-434e-a893-0d753c4d5090 is going to be deleted. [ 1074.846037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.846301] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.862867] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.863184] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.870067] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.870369] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c279ed0d-c29e-4930-adb9-8434205f9a59 is going to be deleted. [ 1074.871406] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.871718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.888555] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.888752] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.896300] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.896451] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3853c7a7-8bb8-44da-8235-e2176fcddb81 is going to be deleted. [ 1074.897753] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.898307] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.018896] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.019129] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.019129] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.019371] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.019543] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.019643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.019705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.019932] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.020038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.020132] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.020223] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.067186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.067453] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 839ab34f-07c0-4187-b840-b964c5ace0c4 is going to be deleted. [ 1075.069900] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.069900] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.115543] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.115753] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.121929] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.121929] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d5f1da1-5fe0-4ac2-b156-cec7de6c1833 is going to be deleted. [ 1075.122833] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.123084] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.143235] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.147205] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.147371] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.162995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.162995] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb0d0669-c207-4840-b677-6bb5eeb91870 is going to be deleted. [ 1075.163976] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.164425] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.178386] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.178692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.180415] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.180765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.180840] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.181638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.181638] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.181638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.181638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.181638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.181932] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.181932] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.182023] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.182074] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.182113] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.182257] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.182399] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.182492] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.182553] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.182693] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.182768] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.182848] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.182963] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.183947] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.193504] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.206672] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('933490f3-e0a2-419c-a292-4e309d9c38de',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.217645] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.217876] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3c673c6-9119-4ca1-badf-6bb3ddda46fd is going to be deleted. [ 1075.219740] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.219991] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.239301] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.239568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.249986] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.250200] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.250727] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.250933] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.251077] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.251362] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.251531] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.251728] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port a14a5fac-94b4-4b0d-928f-646c809721ee not found, creating... [ 1075.252065] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.252285] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.252504] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.252775] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.253023] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.253383] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.253566] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.253685] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.253929] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.254145] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.254306] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: a14a5fac-94b4-4b0d-928f-646c809721ee is going to be created. [ 1075.273779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.273964] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01f0f02e-0b2d-4216-a239-56734e9d8bc7 is going to be deleted. [ 1075.275160] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.275419] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.285525] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.285683] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.322306] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.322306] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.322306] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.322684] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.322963] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.323294] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-a14a5fac-94b4-4b0d-928f-646c809721ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.355960] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.356198] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.368061] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.368210] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89b711b5-1e26-4321-b462-6b992754d59e is going to be deleted. [ 1075.369602] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.369721] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.394164] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.394283] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c322bb7d-19c0-409a-95ca-095586a1cf40 is going to be deleted. [ 1075.395223] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.395469] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.463917] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.464138] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.467645] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.467786] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4566c14-f4d6-4fd5-a05a-4c5f8e6003be is going to be deleted. [ 1075.468737] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.468948] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.469050] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.469270] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.469391] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.469453] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.469605] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.469682] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.469764] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29ccce6-3023-43ad-9100-b059f6575eda already deleted. [ 1075.469844] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.470563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.470563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.470563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.470563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44bc3c86-5a3a-4b4d-bb90-a7f21cb1c26e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.471013] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.471172] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.471254] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.471366] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b04c205-1f78-4b51-ab34-d092476db2e2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.471495] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.471663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.471741] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.471856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f10de2a-235f-4e5c-9f09-2601b87e1f98" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.471982] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.472139] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.472215] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.472327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3b4ed86-0ab1-434e-a893-0d753c4d5090" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.472451] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.472591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.472665] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.472771] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c279ed0d-c29e-4930-adb9-8434205f9a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.472963] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.473132] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.473208] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.473319] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3853c7a7-8bb8-44da-8235-e2176fcddb81" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.473447] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.473589] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.473660] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.474165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-839ab34f-07c0-4187-b840-b964c5ace0c4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.474165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.474165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.474165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.474388] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d5f1da1-5fe0-4ac2-b156-cec7de6c1833" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.474388] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.474461] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.475509] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.475509] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb0d0669-c207-4840-b677-6bb5eeb91870" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.475509] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.475509] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.475509] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.475509] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3c673c6-9119-4ca1-badf-6bb3ddda46fd" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.475509] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.475509] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.475509] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.475509] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01f0f02e-0b2d-4216-a239-56734e9d8bc7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.522680] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.526026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.526026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.526026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.526026] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.526026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.526026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.526026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.526026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.526026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.526026] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.526026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.526026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.526026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.526026] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.526026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.526026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.526026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.526026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.527026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.527026] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.536555] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.536555] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.536555] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.536555] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.536555] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.536555] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89b711b5-1e26-4321-b462-6b992754d59e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.555592] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.556074] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.556275] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.556665] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.557860] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.557860] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c322bb7d-19c0-409a-95ca-095586a1cf40" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.583542] env[65962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1075.583542] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.583542] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.583542] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.583542] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.583858] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.583858] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4566c14-f4d6-4fd5-a05a-4c5f8e6003be" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.646625] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.646625] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.646625] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.646625] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.646625] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.646625] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 1075.686514] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dff0bd08-da26-4949-ab2f-a7ff7371f7c6: rpc.has_security_group_logging(os_id): False [ 1075.687958] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aad1ecae-9e4e-40c5-9e5a-0783e69c128f: rpc.has_security_group_logging(os_id): False [ 1075.698498] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb5aff44-bfa3-4327-b50e-edea44abd4f0: rpc.has_security_group_logging(os_id): False [ 1075.708411] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 933490f3-e0a2-419c-a292-4e309d9c38de: rpc.has_security_group_logging(os_id): False [ 1075.732253] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.732253] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.732253] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.732478] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.743317] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.743503] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.743552] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.743746] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.743891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.745808] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.745994] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.751169] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.751364] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.752769] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.752769] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.760418] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 1075.774081] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.774081] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.774081] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.774081] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.774081] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.774081] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.774081] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 is going to be updated. [ 1075.775282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.775468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.819011] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.819324] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.819450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.819514] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.819723] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.819807] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.820032] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.820137] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.820193] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.820516] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.820753] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.820973] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.821185] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.821266] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.821428] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.821505] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.821707] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 is going to be updated. [ 1075.823149] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.823528] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.860038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.860338] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.860450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.860502] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.861055] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.861055] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.861055] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 933490f3-e0a2-419c-a292-4e309d9c38de is going to be updated. [ 1075.862127] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.862678] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.887531] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.888225] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.888225] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.888225] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.888479] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.888479] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.888591] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f is going to be updated. [ 1075.904339] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.904339] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.904339] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.904339] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.904339] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.920269] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: IN_PROGRESS for 2s [ 1075.933047] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.933047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.933047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.933470] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.933646] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.963597] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 in Status: IN_PROGRESS for 2s [ 1075.964673] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.964807] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.964849] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.965161] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.965353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.970991] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.971184] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.971250] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.971499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.971643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.982790] env[65962]: INFO networking_nsxv3.common.synchronization [req-072115bc-ddd8-4647-8c94-a43369c94680 req-1fc7068b-7e19-40b6-a551-e34753adbb0c service nova] Enqueued Resource ID: e29ccce6-3023-43ad-9100-b059f6575eda with Priority: HIGHEST for action security_group_rules [ 1075.983337] env[65962]: INFO networking_nsxv3.common.synchronization [req-072115bc-ddd8-4647-8c94-a43369c94680 req-1fc7068b-7e19-40b6-a551-e34753adbb0c service nova] Enqueued Resource ID: e29ccce6-3023-43ad-9100-b059f6575eda with Priority: HIGHEST for action security_group_members [ 1075.983732] env[65962]: INFO networking_nsxv3.common.synchronization [req-072115bc-ddd8-4647-8c94-a43369c94680 req-1fc7068b-7e19-40b6-a551-e34753adbb0c service nova] Enqueued Resource ID: a14a5fac-94b4-4b0d-928f-646c809721ee with Priority: HIGHEST for action port [ 1075.984426] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29ccce6-3023-43ad-9100-b059f6575eda with Priority: HIGHEST for action security_group_rules [ 1075.984583] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29ccce6-3023-43ad-9100-b059f6575eda with Priority: HIGHEST for action security_group_members [ 1075.984734] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14a5fac-94b4-4b0d-928f-646c809721ee with Priority: HIGHEST for action port [ 1075.985623] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: IN_PROGRESS for 2s [ 1075.989627] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 933490f3-e0a2-419c-a292-4e309d9c38de in Status: IN_PROGRESS for 2s [ 1075.989905] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29ccce6-3023-43ad-9100-b059f6575eda taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.990042] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.990105] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.990309] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.990396] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29ccce6-3023-43ad-9100-b059f6575eda',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.991371] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29ccce6-3023-43ad-9100-b059f6575eda taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.991486] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.991612] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.991753] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.992376] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.993107] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.993107] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.993107] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.993107] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.993107] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29ccce6-3023-43ad-9100-b059f6575eda',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.993754] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a14a5fac-94b4-4b0d-928f-646c809721ee taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.995518] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a14a5fac-94b4-4b0d-928f-646c809721ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.995644] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a14a5fac-94b4-4b0d-928f-646c809721ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.996913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a14a5fac-94b4-4b0d-928f-646c809721ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.997157] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a14a5fac-94b4-4b0d-928f-646c809721ee',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.029137] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a70c390b-c5f0-452c-b6f4-fccf0f68fa9d: rpc.has_security_group_logging(os_id): False [ 1076.068992] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.068992] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.068992] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.069617] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.069617] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.069617] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.069814] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.069814] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.070888] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.070976] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.071228] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.071562] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.071727] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.071924] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.071984] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.072214] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.072313] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.072374] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.072518] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.072596] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.072682] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be updated. [ 1076.204845] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.205277] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.205277] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.205277] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.205474] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.225929] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: IN_PROGRESS for 2s [ 1076.492442] env[65962]: INFO networking_nsxv3.common.synchronization [None req-f42e6f91-3b7c-4a25-86bd-2e50883898c8 None None] Enqueued Resource ID: 11463b7b-b909-47d2-80ef-0c4e07a5762a with Priority: HIGHEST for action port [ 1076.494082] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11463b7b-b909-47d2-80ef-0c4e07a5762a with Priority: HIGHEST for action port [ 1076.500960] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-11463b7b-b909-47d2-80ef-0c4e07a5762a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.500960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11463b7b-b909-47d2-80ef-0c4e07a5762a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.500960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11463b7b-b909-47d2-80ef-0c4e07a5762a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.500960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11463b7b-b909-47d2-80ef-0c4e07a5762a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.500960] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11463b7b-b909-47d2-80ef-0c4e07a5762a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.502665] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e29ccce6-3023-43ad-9100-b059f6575eda',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.504331] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29ccce6-3023-43ad-9100-b059f6575eda taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.504729] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.504787] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a14a5fac-94b4-4b0d-928f-646c809721ee with status ACTIVE [ 1076.505336] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.505707] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.505707] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.506112] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.506174] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.506554] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.507417] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.507417] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.507417] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.507417] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.507755] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.507889] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.507982] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.508383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.508525] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.508625] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a14a5fac-94b4-4b0d-928f-646c809721ee is going to be updated. [ 1076.537662] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.541138] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.541138] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.541138] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.541138] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.541138] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a14a5fac-94b4-4b0d-928f-646c809721ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.011734] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e29ccce6-3023-43ad-9100-b059f6575eda',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.012812] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11463b7b-b909-47d2-80ef-0c4e07a5762a [ 1077.013277] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.013911] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.013911] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.013911] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.014110] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.014149] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11463b7b-b909-47d2-80ef-0c4e07a5762a already deleted. [ 1077.014345] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11463b7b-b909-47d2-80ef-0c4e07a5762a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.515626] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.515963] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.516545] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.516809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.516904] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.517021] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29ccce6-3023-43ad-9100-b059f6575eda is going to be created. [ 1077.544955] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.544955] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.544955] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.544955] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.544955] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.554366] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29ccce6-3023-43ad-9100-b059f6575eda in Status: UNINITIALIZED for 2s [ 1077.772031] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 1077.773212] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.773212] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.773212] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.773212] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.773212] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.773212] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.773212] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.773608] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.773608] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.773608] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.938427] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: SUCCESS [ 1077.938686] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.978524] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 in Status: SUCCESS [ 1077.978711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.001021] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: SUCCESS [ 1078.001021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.002636] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 933490f3-e0a2-419c-a292-4e309d9c38de in Status: SUCCESS [ 1078.002896] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.243729] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 1078.243986] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.275911] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.275911] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.276171] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.276655] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.276880] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.276994] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.277073] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.277243] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.277328] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.277417] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.277569] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.277663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.277727] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.277868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.278018] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.278110] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.278170] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.278307] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.278380] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.278473] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.278702] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.781163] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6479852-f3a3-43c2-99eb-fcc58a982da3: rpc.has_security_group_logging(os_id): False [ 1078.800514] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.800514] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.800514] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.800514] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.822047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.822047] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.822047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.822047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.822047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.822047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.822047] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.822047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.822047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.822047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.822047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.822047] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.822047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.822047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.822761] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.822761] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.822761] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 1078.884353] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.884779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.884779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.884779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.885013] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.903169] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 1078.928905] env[65962]: INFO networking_nsxv3.common.synchronization [None req-6bfb98a0-8bd6-4618-bdb2-823badbf3e59 None None] Enqueued Resource ID: 3b97c444-11c3-4c3f-beb3-78c24edbf19f with Priority: HIGHEST for action port [ 1078.929268] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b97c444-11c3-4c3f-beb3-78c24edbf19f with Priority: HIGHEST for action port [ 1078.929588] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b97c444-11c3-4c3f-beb3-78c24edbf19f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.929710] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b97c444-11c3-4c3f-beb3-78c24edbf19f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.929793] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b97c444-11c3-4c3f-beb3-78c24edbf19f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.930053] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b97c444-11c3-4c3f-beb3-78c24edbf19f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.930186] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b97c444-11c3-4c3f-beb3-78c24edbf19f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.433236] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b97c444-11c3-4c3f-beb3-78c24edbf19f [ 1079.433236] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.433236] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.433236] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.433537] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.433537] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.433537] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b97c444-11c3-4c3f-beb3-78c24edbf19f already deleted. [ 1079.433537] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b97c444-11c3-4c3f-beb3-78c24edbf19f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.565035] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29ccce6-3023-43ad-9100-b059f6575eda in Status: SUCCESS [ 1079.565281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.565449] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.565671] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.565870] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.565995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.566074] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.566232] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.566311] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.566395] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.566485] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e29ccce6-3023-43ad-9100-b059f6575eda',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.068517] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e29ccce6-3023-43ad-9100-b059f6575eda',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.571337] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e29ccce6-3023-43ad-9100-b059f6575eda: rpc.has_security_group_logging(os_id): False [ 1080.592543] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.592754] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.592861] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.593387] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.593387] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.593560] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.593718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.593823] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.594045] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.594281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.594399] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29ccce6-3023-43ad-9100-b059f6575eda is going to be created. [ 1080.675693] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.676352] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.676487] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.676783] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.676918] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.694100] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29ccce6-3023-43ad-9100-b059f6575eda in Status: IN_PROGRESS for 2s [ 1080.749327] env[65962]: INFO networking_nsxv3.common.synchronization [req-12129dc1-79e2-42c9-ba3e-ab01e075531e req-4f756271-6b4f-4781-83b6-513c20392bba tempest-DeleteServersTestJSON-358591378 tempest-DeleteServersTestJSON-358591378-project-member] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1080.750329] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1080.750865] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.751081] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.751207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.751587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.751763] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.751924] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.752067] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.752301] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.752426] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.752587] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.925389] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 1080.925689] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.255205] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.255592] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.255592] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.255669] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.255710] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.255971] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.256100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.256100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.256203] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.256288] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.256375] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be updated. [ 1081.291235] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.291452] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.291452] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.291687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.291831] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.311276] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: IN_PROGRESS for 2s [ 1081.615314] env[65962]: INFO networking_nsxv3.common.synchronization [req-24843728-7da0-4c58-9b3a-4c8a80d264da req-59cfb9b0-ff9e-4eab-aae2-b4df0faabec1 tempest-AttachVolumeShelveTestJSON-339125 tempest-AttachVolumeShelveTestJSON-339125-project-member] Enqueued Resource ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a with Priority: HIGHEST for action security_group_members [ 1081.616024] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a with Priority: HIGHEST for action security_group_members [ 1081.616234] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.616358] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.616427] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.616703] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.617723] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.617723] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.617723] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.617723] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.617723] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.617723] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.120155] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.120369] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.120369] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.120599] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.153178] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.153516] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.153647] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.153746] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.153986] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.154102] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.154198] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a is going to be updated. [ 1082.191278] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.191278] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.191278] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.191616] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.191822] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.202848] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a in Status: IN_PROGRESS for 2s [ 1082.523299] env[65962]: INFO networking_nsxv3.common.synchronization [req-5683b4ff-7b42-4461-952e-2312238ff7a4 req-1b64e640-3653-4d95-82d2-7e609156aae5 tempest-ServerDiskConfigTestJSON-1816373583 tempest-ServerDiskConfigTestJSON-1816373583-project-member] Enqueued Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1082.523847] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1082.524180] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.524303] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.524382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.524642] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.524825] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.524940] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.525013] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.525188] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.525272] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.525377] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.712413] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29ccce6-3023-43ad-9100-b059f6575eda in Status: SUCCESS [ 1082.712696] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.867778] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.867979] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.868179] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.868457] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.868743] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.868880] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.868997] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.869227] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.869370] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.869577] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.869681] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.869789] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.869895] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.870015] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.870123] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.870267] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.889785] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.889964] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.890057] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.890212] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.890526] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-920cc3ca-3954-4baf-93d1-0ce07efde3e3 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.890745] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-920cc3ca-3954-4baf-93d1-0ce07efde3e3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.890881] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-920cc3ca-3954-4baf-93d1-0ce07efde3e3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.891224] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-920cc3ca-3954-4baf-93d1-0ce07efde3e3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.891358] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('920cc3ca-3954-4baf-93d1-0ce07efde3e3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.009312] env[65962]: INFO networking_nsxv3.common.synchronization [req-af4f2a69-2ab7-4976-97d6-e4a9064debdd req-f754aa76-f9f3-4b04-a6d9-4e3bef691370 tempest-ServersTestJSON-1907904000 tempest-ServersTestJSON-1907904000-project-member] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1083.009856] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1083.010189] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.010322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.010402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.010572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.010761] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.010850] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.010923] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.011073] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.011161] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.011256] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.027306] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.027452] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.027566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.027837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.027837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.028065] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.028163] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.028220] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.028415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.028496] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.028586] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 already deleted. [ 1083.028715] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.328693] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 1083.328882] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d deletion is rescheduled due to dependency. [ 1083.329035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.394109] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.394410] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.394524] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.394868] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.395045] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.395213] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 920cc3ca-3954-4baf-93d1-0ce07efde3e3 not found, creating... [ 1083.395493] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.395656] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.395774] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.396180] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.396362] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.396701] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.396875] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.397059] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.397302] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.397444] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.397585] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 920cc3ca-3954-4baf-93d1-0ce07efde3e3 is going to be created. [ 1083.421482] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.421747] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.421892] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.422213] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.422483] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.422746] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-920cc3ca-3954-4baf-93d1-0ce07efde3e3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.512879] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.591453] env[65962]: INFO networking_nsxv3.common.synchronization [req-118a1525-6aa1-4c57-b6d3-4d1a5a331b38 req-a6d04537-8df5-4c8e-9c69-d00c2f3d4710 tempest-ServersTestManualDisk-903824919 tempest-ServersTestManualDisk-903824919-project-member] Enqueued Resource ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 with Priority: HIGHEST for action security_group_members [ 1083.592218] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 with Priority: HIGHEST for action security_group_members [ 1083.592613] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.592738] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.592789] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.592988] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.593188] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.593292] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.593346] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.593506] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.593588] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.593687] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.015120] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.095995] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.096173] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.096248] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.096466] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.104734] env[65962]: INFO networking_nsxv3.common.synchronization [req-5683b4ff-7b42-4461-952e-2312238ff7a4 req-112538ba-8231-4133-990a-1f459842b486 service nova] Enqueued Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_rules [ 1084.104845] env[65962]: INFO networking_nsxv3.common.synchronization [req-5683b4ff-7b42-4461-952e-2312238ff7a4 req-112538ba-8231-4133-990a-1f459842b486 service nova] Enqueued Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1084.104987] env[65962]: INFO networking_nsxv3.common.synchronization [req-5683b4ff-7b42-4461-952e-2312238ff7a4 req-112538ba-8231-4133-990a-1f459842b486 service nova] Enqueued Resource ID: 920cc3ca-3954-4baf-93d1-0ce07efde3e3 with Priority: HIGHEST for action port [ 1084.105562] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_rules [ 1084.105701] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1084.105804] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920cc3ca-3954-4baf-93d1-0ce07efde3e3 with Priority: HIGHEST for action port [ 1084.106444] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.106620] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.106670] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.107382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.107382] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.108077] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.108077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.108077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.108270] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.108354] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.108453] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.108546] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.108643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.108786] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.108835] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.110221] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-920cc3ca-3954-4baf-93d1-0ce07efde3e3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.110335] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-920cc3ca-3954-4baf-93d1-0ce07efde3e3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.110391] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-920cc3ca-3954-4baf-93d1-0ce07efde3e3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.110797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-920cc3ca-3954-4baf-93d1-0ce07efde3e3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.110797] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('920cc3ca-3954-4baf-93d1-0ce07efde3e3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.119272] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.119433] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.119553] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.119622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.119811] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.119895] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.119985] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 is going to be updated. [ 1084.151014] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.151192] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.151237] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.151921] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.151921] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.161262] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 in Status: IN_PROGRESS for 2s [ 1084.212611] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a in Status: SUCCESS [ 1084.212803] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a deletion is rescheduled due to dependency. [ 1084.212923] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.518612] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.518775] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.518829] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.519072] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.519172] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.519270] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 1084.548026] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.548196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.548243] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.548481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.548625] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.557363] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 1084.612052] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.612449] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.612449] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.616301] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 920cc3ca-3954-4baf-93d1-0ce07efde3e3 with status ACTIVE [ 1084.616301] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.616301] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.616621] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.616621] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.616621] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.617620] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.617620] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.617620] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.617620] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.617620] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.617620] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.617620] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.617620] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.617620] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.617620] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.618099] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 920cc3ca-3954-4baf-93d1-0ce07efde3e3 is going to be updated. [ 1084.644940] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.645114] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.645175] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.645379] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.645519] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.645686] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-920cc3ca-3954-4baf-93d1-0ce07efde3e3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.114370] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.617761] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.618148] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.618148] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.618383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.618383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.618533] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 is going to be created. [ 1085.644777] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.644968] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.645024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.645220] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.645404] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.655555] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: UNINITIALIZED for 2s [ 1086.174362] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 in Status: SUCCESS [ 1086.174587] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 deletion is rescheduled due to dependency. [ 1086.174690] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.567253] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 1086.567569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.665367] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: SUCCESS [ 1087.665680] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.666083] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.666384] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.666675] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.667710] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.667854] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.668305] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.668502] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.668605] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.668776] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.672063] env[65962]: INFO networking_nsxv3.common.synchronization [None req-5832df40-fe0b-41d5-bc25-95486db4d6ef tempest-AttachVolumeShelveTestJSON-339125 tempest-AttachVolumeShelveTestJSON-339125-project-member] Enqueued Resource ID: a38e7328-61e9-4a6b-8732-bb699aa59557 with Priority: HIGHEST for action security_group_rules [ 1087.672654] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38e7328-61e9-4a6b-8732-bb699aa59557 with Priority: HIGHEST for action security_group_rules [ 1087.673106] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a38e7328-61e9-4a6b-8732-bb699aa59557 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.673248] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.673310] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.673944] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.673944] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a38e7328-61e9-4a6b-8732-bb699aa59557',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.765821] env[65962]: INFO networking_nsxv3.common.synchronization [None req-c281a2c9-4321-4240-aba5-ff9dd4aa1e87 tempest-AttachVolumeShelveTestJSON-339125 tempest-AttachVolumeShelveTestJSON-339125-project-member] Enqueued Resource ID: a38e7328-61e9-4a6b-8732-bb699aa59557 with Priority: HIGHEST for action security_group_rules [ 1087.766395] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38e7328-61e9-4a6b-8732-bb699aa59557 with Priority: HIGHEST for action security_group_rules [ 1087.766669] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a38e7328-61e9-4a6b-8732-bb699aa59557 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.766764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.840660] env[65962]: INFO networking_nsxv3.common.synchronization [None req-67151620-f7bf-43c9-b2ff-607a3c1a40c6 tempest-AttachVolumeNegativeTest-1947892118 tempest-AttachVolumeNegativeTest-1947892118-project-member] Enqueued Resource ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee with Priority: HIGHEST for action security_group_rules [ 1087.840986] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee with Priority: HIGHEST for action security_group_rules [ 1087.843321] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab40e9d6-43e5-4c44-9eb6-80670734c1ee taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.843471] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.843517] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.843769] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.843852] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab40e9d6-43e5-4c44-9eb6-80670734c1ee',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.934071] env[65962]: INFO networking_nsxv3.common.synchronization [None req-a2179711-f670-4a7c-9bcf-82c7fc83abaf tempest-AttachVolumeNegativeTest-1947892118 tempest-AttachVolumeNegativeTest-1947892118-project-member] Enqueued Resource ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee with Priority: HIGHEST for action security_group_rules [ 1087.934880] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee with Priority: HIGHEST for action security_group_rules [ 1087.935232] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab40e9d6-43e5-4c44-9eb6-80670734c1ee taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.935346] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.171198] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.171432] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.171548] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.171883] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.172157] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.172322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.172400] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.172603] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.172713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.172835] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.173231] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.173389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.173471] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.173693] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.173953] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.174122] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.174217] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.174435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.174567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.176021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.176021] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.207073] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.207266] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.207364] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.208531] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.208531] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.208531] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a38e7328-61e9-4a6b-8732-bb699aa59557 already deleted. [ 1088.208531] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.208531] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.212679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.212679] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a38e7328-61e9-4a6b-8732-bb699aa59557',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.381353] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.381578] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.381578] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.381895] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.382141] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.382268] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee already deleted. [ 1088.382441] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.382674] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.382883] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.383000] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab40e9d6-43e5-4c44-9eb6-80670734c1ee',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.679882] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bebe0c70-259d-42fb-bc3b-3b32399f10f9: rpc.has_security_group_logging(os_id): False [ 1088.698923] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.699157] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.699157] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.699365] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.699456] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.699672] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.699830] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.699909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.700080] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.700180] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.700484] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.700587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.700646] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.700881] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.701034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.701142] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.701240] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.701299] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.701427] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.701497] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.703054] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 is going to be created. [ 1088.730276] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.730474] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.730530] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.730712] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.730982] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.731117] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a38e7328-61e9-4a6b-8732-bb699aa59557 already deleted. [ 1088.731220] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.762172] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.762384] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.762499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.762616] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.762844] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.773964] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: IN_PROGRESS for 2s [ 1088.908040] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.908237] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.908308] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.908532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.908627] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.908755] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee already deleted. [ 1088.908810] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.794641] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: SUCCESS [ 1090.794641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.935493] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1092.935797] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1095.006021] env[65962]: INFO networking_nsxv3.common.synchronization [req-2d547b00-d434-49b4-bad9-2ffea7a6e044 req-a06a338b-9a50-434f-b93e-698d13c7bb21 tempest-DeleteServersTestJSON-358591378 tempest-DeleteServersTestJSON-358591378-project-member] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1095.006907] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1095.007369] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.007497] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.007584] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.007759] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.007909] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.008019] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.008085] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.008225] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.008310] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.008401] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.357392] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.357851] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.358093] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.358457] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.358821] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.359120] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.360017] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.360017] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.360017] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.361285] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.361285] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.361365] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.361474] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.361590] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.361695] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.361838] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.383626] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.383968] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.383968] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.384159] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.384985] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-b3e2ec6c-0e23-41a6-a0fb-7e65a98abc01 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.384985] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-b3e2ec6c-0e23-41a6-a0fb-7e65a98abc01" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.384985] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-b3e2ec6c-0e23-41a6-a0fb-7e65a98abc01" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.385263] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-b3e2ec6c-0e23-41a6-a0fb-7e65a98abc01" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.385263] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3e2ec6c-0e23-41a6-a0fb-7e65a98abc01',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.513660] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.513919] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.513985] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.514268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.514349] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.514626] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.514774] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.514874] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.515094] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.515223] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.515355] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be updated. [ 1095.553482] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.554346] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.554439] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.555448] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.555624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.569773] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: IN_PROGRESS for 2s [ 1095.887443] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.887668] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.887794] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.888291] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.888528] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.888732] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port b3e2ec6c-0e23-41a6-a0fb-7e65a98abc01 not found, creating... [ 1095.889045] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.889220] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.889353] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.889619] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.889765] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.890237] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.890370] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.890454] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.890683] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.890888] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.891069] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: b3e2ec6c-0e23-41a6-a0fb-7e65a98abc01 is going to be created. [ 1095.915483] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.915714] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.915839] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.916184] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.916422] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.916649] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-b3e2ec6c-0e23-41a6-a0fb-7e65a98abc01" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.101436] env[65962]: INFO networking_nsxv3.common.synchronization [req-2d547b00-d434-49b4-bad9-2ffea7a6e044 req-133501c6-a57f-45c6-9ba8-650e10e46fb5 service nova] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_rules [ 1097.101670] env[65962]: INFO networking_nsxv3.common.synchronization [req-2d547b00-d434-49b4-bad9-2ffea7a6e044 req-133501c6-a57f-45c6-9ba8-650e10e46fb5 service nova] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1097.101739] env[65962]: INFO networking_nsxv3.common.synchronization [req-2d547b00-d434-49b4-bad9-2ffea7a6e044 req-133501c6-a57f-45c6-9ba8-650e10e46fb5 service nova] Enqueued Resource ID: b3e2ec6c-0e23-41a6-a0fb-7e65a98abc01 with Priority: HIGHEST for action port [ 1097.102301] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_rules [ 1097.102436] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1097.102534] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e2ec6c-0e23-41a6-a0fb-7e65a98abc01 with Priority: HIGHEST for action port [ 1097.102810] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.102930] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.102997] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.103208] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.103317] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.104213] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.104213] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.104399] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3e2ec6c-0e23-41a6-a0fb-7e65a98abc01 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.104497] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3e2ec6c-0e23-41a6-a0fb-7e65a98abc01" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.104561] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3e2ec6c-0e23-41a6-a0fb-7e65a98abc01" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.104732] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3e2ec6c-0e23-41a6-a0fb-7e65a98abc01" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.104818] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3e2ec6c-0e23-41a6-a0fb-7e65a98abc01',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.549578] env[65962]: INFO networking_nsxv3.common.synchronization [req-708a32a0-eb11-4324-b6c3-7306fe08b0fa req-8939b8e5-ec22-48e9-8a5a-40e61493c8d2 tempest-AttachInterfacesTestJSON-1497595542 tempest-AttachInterfacesTestJSON-1497595542-project-member] Enqueued Resource ID: e29ccce6-3023-43ad-9100-b059f6575eda with Priority: HIGHEST for action security_group_members [ 1097.550393] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29ccce6-3023-43ad-9100-b059f6575eda with Priority: HIGHEST for action security_group_members [ 1097.550683] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29ccce6-3023-43ad-9100-b059f6575eda taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.552907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.552907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.552907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.552907] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.552907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.552907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.552907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.552907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.552907] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29ccce6-3023-43ad-9100-b059f6575eda',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.580226] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 1097.580422] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d deletion is rescheduled due to dependency. [ 1097.580542] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.580725] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.581039] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.581241] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.581358] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.581425] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.581577] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.581658] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.581760] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.606229] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.606354] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.607923] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3e2ec6c-0e23-41a6-a0fb-7e65a98abc01 with status ACTIVE [ 1097.608361] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.608361] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.608361] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.608475] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.608571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.608746] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.608862] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.608926] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.609087] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.609165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.609342] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.609434] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.609494] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.609632] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.609704] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.609784] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3e2ec6c-0e23-41a6-a0fb-7e65a98abc01 is going to be updated. [ 1097.633662] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.633899] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.633899] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.634062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.634335] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.634370] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3e2ec6c-0e23-41a6-a0fb-7e65a98abc01" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.887087] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.887301] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.887429] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.887849] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.887938] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.888098] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.888909] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.888909] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.888909] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.888909] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.889147] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.889147] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.889260] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.889372] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.889474] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.889601] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.913233] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.913565] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1097.913717] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.914124] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.914538] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-f7e519d9-23bf-4884-9a6b-7571062507a0 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.914764] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-f7e519d9-23bf-4884-9a6b-7571062507a0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.914921] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-f7e519d9-23bf-4884-9a6b-7571062507a0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.915318] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-f7e519d9-23bf-4884-9a6b-7571062507a0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.915555] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7e519d9-23bf-4884-9a6b-7571062507a0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.054156] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e29ccce6-3023-43ad-9100-b059f6575eda',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.084331] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.419078] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.419453] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.419453] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.419732] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.419884] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.420048] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port f7e519d9-23bf-4884-9a6b-7571062507a0 not found, creating... [ 1098.420318] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.420476] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.420593] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.420811] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.420994] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.421290] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.421446] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.421563] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.421775] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.421918] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.422081] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: f7e519d9-23bf-4884-9a6b-7571062507a0 is going to be created. [ 1098.444755] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.444975] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.445113] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.445382] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.445607] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.445831] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-f7e519d9-23bf-4884-9a6b-7571062507a0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.558573] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e29ccce6-3023-43ad-9100-b059f6575eda',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.586684] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.063732] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.063882] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.063956] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.064237] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.064388] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.064504] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29ccce6-3023-43ad-9100-b059f6575eda is going to be updated. [ 1099.088675] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.088856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.089029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.089249] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.089343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.089441] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be updated. [ 1099.091376] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.091496] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.091565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.091750] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.091928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.102713] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29ccce6-3023-43ad-9100-b059f6575eda in Status: IN_PROGRESS for 2s [ 1099.119969] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.119969] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.119969] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.120275] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.120275] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.128712] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: IN_PROGRESS for 2s [ 1099.132622] env[65962]: INFO networking_nsxv3.common.synchronization [req-708a32a0-eb11-4324-b6c3-7306fe08b0fa req-2b9e45d9-182c-47d9-97f4-73570fdab6eb service nova] Enqueued Resource ID: e29ccce6-3023-43ad-9100-b059f6575eda with Priority: HIGHEST for action security_group_rules [ 1099.132794] env[65962]: INFO networking_nsxv3.common.synchronization [req-708a32a0-eb11-4324-b6c3-7306fe08b0fa req-2b9e45d9-182c-47d9-97f4-73570fdab6eb service nova] Enqueued Resource ID: e29ccce6-3023-43ad-9100-b059f6575eda with Priority: HIGHEST for action security_group_members [ 1099.132932] env[65962]: INFO networking_nsxv3.common.synchronization [req-708a32a0-eb11-4324-b6c3-7306fe08b0fa req-2b9e45d9-182c-47d9-97f4-73570fdab6eb service nova] Enqueued Resource ID: f7e519d9-23bf-4884-9a6b-7571062507a0 with Priority: HIGHEST for action port [ 1099.133183] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29ccce6-3023-43ad-9100-b059f6575eda with Priority: HIGHEST for action security_group_rules [ 1099.133312] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29ccce6-3023-43ad-9100-b059f6575eda with Priority: HIGHEST for action security_group_members [ 1099.133409] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e519d9-23bf-4884-9a6b-7571062507a0 with Priority: HIGHEST for action port [ 1099.133941] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29ccce6-3023-43ad-9100-b059f6575eda taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.134079] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.134146] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.134383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.134414] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29ccce6-3023-43ad-9100-b059f6575eda',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.135237] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29ccce6-3023-43ad-9100-b059f6575eda taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.135336] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.135522] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7e519d9-23bf-4884-9a6b-7571062507a0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.135622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7e519d9-23bf-4884-9a6b-7571062507a0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.135686] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7e519d9-23bf-4884-9a6b-7571062507a0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.135844] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7e519d9-23bf-4884-9a6b-7571062507a0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.135916] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7e519d9-23bf-4884-9a6b-7571062507a0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.637437] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29ccce6-3023-43ad-9100-b059f6575eda taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.637437] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.638882] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7e519d9-23bf-4884-9a6b-7571062507a0 with status ACTIVE [ 1099.639517] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.639658] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.639725] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.639957] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.640055] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.640253] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.640355] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.640414] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.640573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.640650] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.640825] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.640945] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.641050] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.641160] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.641238] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.641313] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7e519d9-23bf-4884-9a6b-7571062507a0 is going to be updated. [ 1099.666925] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.667104] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.667176] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.667417] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.667559] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.667754] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7e519d9-23bf-4884-9a6b-7571062507a0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.670419] env[65962]: INFO networking_nsxv3.common.synchronization [req-a864cf69-691a-4616-8cfc-34c0897a8cdc req-357c9a0a-db91-42d5-b696-2dfe1ae3530b tempest-AttachVolumeShelveTestJSON-339125 tempest-AttachVolumeShelveTestJSON-339125-project-member] Enqueued Resource ID: a38e7328-61e9-4a6b-8732-bb699aa59557 with Priority: HIGHEST for action security_group_members [ 1100.670986] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38e7328-61e9-4a6b-8732-bb699aa59557 with Priority: HIGHEST for action security_group_members [ 1100.671689] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a38e7328-61e9-4a6b-8732-bb699aa59557 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.671824] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.671903] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.672181] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.672343] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.672446] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.672509] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.672658] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.672742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.672834] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a38e7328-61e9-4a6b-8732-bb699aa59557',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.978128] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.978325] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-972" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.978446] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-972" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.978761] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-972" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.979105] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.979276] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.979395] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.979622] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.979763] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.979972] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.980143] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.980265] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.980371] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.980481] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.980584] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.980717] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.000592] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.000992] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.001979] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.001979] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-972" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.002179] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-200f55da-e8bd-4271-80a6-0788f13af305 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.002391] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-200f55da-e8bd-4271-80a6-0788f13af305" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.002617] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-200f55da-e8bd-4271-80a6-0788f13af305" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.003142] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-200f55da-e8bd-4271-80a6-0788f13af305" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.003393] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200f55da-e8bd-4271-80a6-0788f13af305',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.114219] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29ccce6-3023-43ad-9100-b059f6575eda in Status: SUCCESS [ 1101.114334] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.114888] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.115130] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.115367] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.115554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.115604] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.115756] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.115836] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.115969] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29ccce6-3023-43ad-9100-b059f6575eda',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.139344] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 1101.140291] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.140533] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.140833] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.141139] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.141317] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.141396] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.141653] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.141755] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.141853] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.141951] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.175353] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.175521] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.175593] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.175917] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.176051] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.176262] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.176420] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.176476] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.176659] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.176722] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.176844] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a38e7328-61e9-4a6b-8732-bb699aa59557 already deleted. [ 1101.176903] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.507283] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.507453] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.507617] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.507957] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.509029] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.509029] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 200f55da-e8bd-4271-80a6-0788f13af305 not found, creating... [ 1101.509029] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.509029] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.509029] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.509242] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.509242] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.509773] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.509773] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.509773] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.509967] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.510112] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.510250] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 200f55da-e8bd-4271-80a6-0788f13af305 is going to be created. [ 1101.532372] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.532610] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.532735] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.533016] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.533484] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.533583] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-200f55da-e8bd-4271-80a6-0788f13af305" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.618621] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e29ccce6-3023-43ad-9100-b059f6575eda',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.644351] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.644557] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.644650] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.644918] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.645175] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.645306] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.645376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.645547] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.645636] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.645723] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.646025] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.646025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.646025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.646166] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.646287] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.646426] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.646426] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.646564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.646643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.646730] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.646881] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.121161] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e29ccce6-3023-43ad-9100-b059f6575eda',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.149718] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a70c390b-c5f0-452c-b6f4-fccf0f68fa9d: rpc.has_security_group_logging(os_id): False [ 1102.169296] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.169454] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.169569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.169842] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.169898] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.170146] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.170231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.170279] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.170445] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.170546] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.171170] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.171170] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.171170] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.171170] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.171433] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.171529] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.171617] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.171686] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.171884] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.171971] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.172141] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be updated. [ 1102.252126] env[65962]: INFO networking_nsxv3.common.synchronization [req-a864cf69-691a-4616-8cfc-34c0897a8cdc req-481016a7-a873-4014-ae5b-5cc1247e7d86 service nova] Enqueued Resource ID: a38e7328-61e9-4a6b-8732-bb699aa59557 with Priority: HIGHEST for action security_group_rules [ 1102.252392] env[65962]: INFO networking_nsxv3.common.synchronization [req-a864cf69-691a-4616-8cfc-34c0897a8cdc req-481016a7-a873-4014-ae5b-5cc1247e7d86 service nova] Enqueued Resource ID: a38e7328-61e9-4a6b-8732-bb699aa59557 with Priority: HIGHEST for action security_group_members [ 1102.252580] env[65962]: INFO networking_nsxv3.common.synchronization [req-a864cf69-691a-4616-8cfc-34c0897a8cdc req-481016a7-a873-4014-ae5b-5cc1247e7d86 service nova] Enqueued Resource ID: 200f55da-e8bd-4271-80a6-0788f13af305 with Priority: HIGHEST for action port [ 1102.253274] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38e7328-61e9-4a6b-8732-bb699aa59557 with Priority: HIGHEST for action security_group_rules [ 1102.253505] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38e7328-61e9-4a6b-8732-bb699aa59557 with Priority: HIGHEST for action security_group_members [ 1102.253644] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200f55da-e8bd-4271-80a6-0788f13af305 with Priority: HIGHEST for action port [ 1102.254128] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a38e7328-61e9-4a6b-8732-bb699aa59557 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.254852] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.254939] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.255215] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.255305] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a38e7328-61e9-4a6b-8732-bb699aa59557',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.260629] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a38e7328-61e9-4a6b-8732-bb699aa59557 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.260629] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.260629] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.260836] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.260871] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.261037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.261106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.261246] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.261330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.261431] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a38e7328-61e9-4a6b-8732-bb699aa59557',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.262483] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-200f55da-e8bd-4271-80a6-0788f13af305 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.262589] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-200f55da-e8bd-4271-80a6-0788f13af305" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.262643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-200f55da-e8bd-4271-80a6-0788f13af305" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.262831] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-200f55da-e8bd-4271-80a6-0788f13af305" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.262870] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200f55da-e8bd-4271-80a6-0788f13af305',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.264981] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.264981] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.265128] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.265225] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.265416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.288455] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: IN_PROGRESS for 2s [ 1102.622504] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.622683] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.622755] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.622982] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.623088] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.623188] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29ccce6-3023-43ad-9100-b059f6575eda is going to be updated. [ 1102.655195] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.655195] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.655195] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.655420] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.655591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.668624] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29ccce6-3023-43ad-9100-b059f6575eda in Status: IN_PROGRESS for 2s [ 1102.764510] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a38e7328-61e9-4a6b-8732-bb699aa59557 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.764765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.764893] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a38e7328-61e9-4a6b-8732-bb699aa59557',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.767737] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 200f55da-e8bd-4271-80a6-0788f13af305 with status ACTIVE [ 1102.768060] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.768192] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.768192] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.768395] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.768579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.768656] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.768732] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.768791] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.769053] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.769138] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.769331] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.769435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.769607] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.769673] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.769709] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.769792] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 200f55da-e8bd-4271-80a6-0788f13af305 is going to be updated. [ 1102.812568] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.812707] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.812753] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.812978] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.813645] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.813645] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-200f55da-e8bd-4271-80a6-0788f13af305" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.132209] env[65962]: INFO networking_nsxv3.common.synchronization [req-c1cb4dd2-756e-43d5-905f-7c4ef1a63472 req-6b05cf7e-0384-4f59-bcb2-cf34c2fcbd14 tempest-ServerActionsV293TestJSON-540086068 tempest-ServerActionsV293TestJSON-540086068-project-member] Enqueued Resource ID: e7266813-4695-4ff3-b454-8103cc419366 with Priority: HIGHEST for action security_group_members [ 1103.133242] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7266813-4695-4ff3-b454-8103cc419366 with Priority: HIGHEST for action security_group_members [ 1103.136757] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7266813-4695-4ff3-b454-8103cc419366 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.136757] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.136757] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.139730] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.139730] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.139730] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.140061] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.140061] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.140196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.140351] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7266813-4695-4ff3-b454-8103cc419366',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.267041] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a38e7328-61e9-4a6b-8732-bb699aa59557',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.527721] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.527999] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-664" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.528164] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-664" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.528497] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-664" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.528765] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.528959] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.529130] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.529446] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.529633] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.529849] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.529965] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.530090] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.530305] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.530305] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.530425] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.530544] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.550946] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.550946] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1103.550946] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.550946] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-664" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.551896] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-3ade214d-b4a4-43f7-b923-ed5b4e05aae4 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.552194] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-3ade214d-b4a4-43f7-b923-ed5b4e05aae4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.553122] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-3ade214d-b4a4-43f7-b923-ed5b4e05aae4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.553461] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-3ade214d-b4a4-43f7-b923-ed5b4e05aae4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.553636] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ade214d-b4a4-43f7-b923-ed5b4e05aae4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.643829] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.643829] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.643829] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.643829] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.643829] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.645012] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.645012] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.645012] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.645012] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.645012] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.645012] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7266813-4695-4ff3-b454-8103cc419366 already deleted. [ 1103.645012] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.769365] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.769562] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.769642] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.769901] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.770050] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.770195] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a38e7328-61e9-4a6b-8732-bb699aa59557 is going to be created. [ 1103.793809] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.793976] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.794023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.794249] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.794405] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.804173] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38e7328-61e9-4a6b-8732-bb699aa59557 in Status: UNINITIALIZED for 2s [ 1104.057074] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.057322] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.057458] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.057737] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.057885] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.058052] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 3ade214d-b4a4-43f7-b923-ed5b4e05aae4 not found, creating... [ 1104.058314] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.058468] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.058585] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.058798] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.058943] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.059519] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.059801] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.059801] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.059949] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.060101] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.060244] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 3ade214d-b4a4-43f7-b923-ed5b4e05aae4 is going to be created. [ 1104.083712] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.083925] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.084065] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.084394] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.084643] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.084872] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-3ade214d-b4a4-43f7-b923-ed5b4e05aae4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.311495] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 1104.311972] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.683365] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29ccce6-3023-43ad-9100-b059f6575eda in Status: SUCCESS [ 1104.683725] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.683967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.684279] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.684530] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.684702] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.684810] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.685078] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.685205] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.685687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.685877] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e29ccce6-3023-43ad-9100-b059f6575eda',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.846228] env[65962]: INFO networking_nsxv3.common.synchronization [req-c1cb4dd2-756e-43d5-905f-7c4ef1a63472 req-822611c5-0101-4b79-b7ab-a931e0103ca7 service nova] Enqueued Resource ID: e7266813-4695-4ff3-b454-8103cc419366 with Priority: HIGHEST for action security_group_rules [ 1104.846228] env[65962]: INFO networking_nsxv3.common.synchronization [req-c1cb4dd2-756e-43d5-905f-7c4ef1a63472 req-822611c5-0101-4b79-b7ab-a931e0103ca7 service nova] Enqueued Resource ID: e7266813-4695-4ff3-b454-8103cc419366 with Priority: HIGHEST for action security_group_members [ 1104.846228] env[65962]: INFO networking_nsxv3.common.synchronization [req-c1cb4dd2-756e-43d5-905f-7c4ef1a63472 req-822611c5-0101-4b79-b7ab-a931e0103ca7 service nova] Enqueued Resource ID: 3ade214d-b4a4-43f7-b923-ed5b4e05aae4 with Priority: HIGHEST for action port [ 1104.848598] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7266813-4695-4ff3-b454-8103cc419366 with Priority: HIGHEST for action security_group_rules [ 1104.848979] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7266813-4695-4ff3-b454-8103cc419366 with Priority: HIGHEST for action security_group_members [ 1104.850166] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ade214d-b4a4-43f7-b923-ed5b4e05aae4 with Priority: HIGHEST for action port [ 1104.850708] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7266813-4695-4ff3-b454-8103cc419366 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.850837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.850903] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.851234] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.851306] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7266813-4695-4ff3-b454-8103cc419366',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.852210] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7266813-4695-4ff3-b454-8103cc419366 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.852325] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.852394] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.852565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.852710] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.852803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.852865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.853046] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.853101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.855644] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7266813-4695-4ff3-b454-8103cc419366',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.855644] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ade214d-b4a4-43f7-b923-ed5b4e05aae4 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.855644] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ade214d-b4a4-43f7-b923-ed5b4e05aae4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.855644] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ade214d-b4a4-43f7-b923-ed5b4e05aae4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.855644] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ade214d-b4a4-43f7-b923-ed5b4e05aae4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.855644] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ade214d-b4a4-43f7-b923-ed5b4e05aae4',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.188363] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e29ccce6-3023-43ad-9100-b059f6575eda',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.357274] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7266813-4695-4ff3-b454-8103cc419366 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.357274] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.360654] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7266813-4695-4ff3-b454-8103cc419366',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.362094] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ade214d-b4a4-43f7-b923-ed5b4e05aae4 with status ACTIVE [ 1105.362367] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.363027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.363027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.363027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.363027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.363027] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.363293] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.363293] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.363346] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.363414] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.364025] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.364025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.364025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.364025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.364025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.364025] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ade214d-b4a4-43f7-b923-ed5b4e05aae4 is going to be updated. [ 1105.386806] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.386975] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.387082] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.387304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.387890] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.387890] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ade214d-b4a4-43f7-b923-ed5b4e05aae4" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.584839] env[65962]: INFO networking_nsxv3.common.synchronization [req-9fd9bb3f-24cd-4d10-9000-6d35befed1b6 req-f70d6c42-7743-4090-a341-8f7704740307 tempest-AttachVolumeNegativeTest-1947892118 tempest-AttachVolumeNegativeTest-1947892118-project-member] Enqueued Resource ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee with Priority: HIGHEST for action security_group_members [ 1105.584839] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee with Priority: HIGHEST for action security_group_members [ 1105.584839] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab40e9d6-43e5-4c44-9eb6-80670734c1ee taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.584839] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.584839] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.585956] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.589076] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.589260] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.589365] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.589559] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.589648] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.589752] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab40e9d6-43e5-4c44-9eb6-80670734c1ee',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.691726] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e29ccce6-3023-43ad-9100-b059f6575eda: rpc.has_security_group_logging(os_id): False [ 1105.715338] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.715534] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.715617] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.715930] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.716046] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.716290] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.716460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.716493] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.716760] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.716760] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.716873] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29ccce6-3023-43ad-9100-b059f6575eda is going to be updated. [ 1105.797774] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.798865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.798865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.798865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.798865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.816789] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38e7328-61e9-4a6b-8732-bb699aa59557 in Status: SUCCESS [ 1105.817117] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.817292] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.817531] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.817731] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.817850] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.817917] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.818197] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.818241] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.818350] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.818870] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a38e7328-61e9-4a6b-8732-bb699aa59557',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.820716] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29ccce6-3023-43ad-9100-b059f6575eda in Status: IN_PROGRESS for 2s [ 1105.865780] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7266813-4695-4ff3-b454-8103cc419366',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.995586] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.996212] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-243" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.996397] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-243" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.996856] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-243" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.997330] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.997688] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.998013] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.998253] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.998480] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.998986] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.999169] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.999508] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.000288] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.000288] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.000288] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.000411] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.029344] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.029521] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.029664] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.029839] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-243" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.030246] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-a291dba4-a70b-41f2-914f-e7ee9bdc603d taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.030429] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-a291dba4-a70b-41f2-914f-e7ee9bdc603d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.030550] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-a291dba4-a70b-41f2-914f-e7ee9bdc603d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.030907] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-a291dba4-a70b-41f2-914f-e7ee9bdc603d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.031162] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a291dba4-a70b-41f2-914f-e7ee9bdc603d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.095422] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.095724] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.095724] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.096017] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.096143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.096381] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.096526] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.096600] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.096795] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.096920] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.097079] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee already deleted. [ 1106.097236] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.322991] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a38e7328-61e9-4a6b-8732-bb699aa59557',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.370104] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.370453] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.370453] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.370576] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.370666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.370766] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7266813-4695-4ff3-b454-8103cc419366 is going to be created. [ 1106.399014] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.399636] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.399792] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.400150] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.400349] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.411586] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7266813-4695-4ff3-b454-8103cc419366 in Status: UNINITIALIZED for 2s [ 1106.533425] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.533615] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.533765] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.534102] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.534262] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.534442] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port a291dba4-a70b-41f2-914f-e7ee9bdc603d not found, creating... [ 1106.534708] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.534868] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.534986] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.535241] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.535377] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.535657] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.535812] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.535928] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.536159] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.536295] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.536431] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: a291dba4-a70b-41f2-914f-e7ee9bdc603d is going to be created. [ 1106.558197] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.558446] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.558573] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.558852] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.559202] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.559437] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-a291dba4-a70b-41f2-914f-e7ee9bdc603d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.825668] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a38e7328-61e9-4a6b-8732-bb699aa59557: rpc.has_security_group_logging(os_id): False [ 1106.850948] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.851191] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.851230] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.851455] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.851557] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.852144] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.852144] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.852144] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.852337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.852337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.852337] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a38e7328-61e9-4a6b-8732-bb699aa59557 is going to be created. [ 1106.925204] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.925437] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.925437] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.925695] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.925885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.936553] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a38e7328-61e9-4a6b-8732-bb699aa59557 in Status: IN_PROGRESS for 2s [ 1107.342457] env[65962]: INFO networking_nsxv3.common.synchronization [req-9fd9bb3f-24cd-4d10-9000-6d35befed1b6 req-b41494b3-243a-4a86-ba47-c2f371e96f48 service nova] Enqueued Resource ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee with Priority: HIGHEST for action security_group_rules [ 1107.342457] env[65962]: INFO networking_nsxv3.common.synchronization [req-9fd9bb3f-24cd-4d10-9000-6d35befed1b6 req-b41494b3-243a-4a86-ba47-c2f371e96f48 service nova] Enqueued Resource ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee with Priority: HIGHEST for action security_group_members [ 1107.343066] env[65962]: INFO networking_nsxv3.common.synchronization [req-9fd9bb3f-24cd-4d10-9000-6d35befed1b6 req-b41494b3-243a-4a86-ba47-c2f371e96f48 service nova] Enqueued Resource ID: a291dba4-a70b-41f2-914f-e7ee9bdc603d with Priority: HIGHEST for action port [ 1107.344146] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee with Priority: HIGHEST for action security_group_rules [ 1107.344485] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee with Priority: HIGHEST for action security_group_members [ 1107.344747] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a291dba4-a70b-41f2-914f-e7ee9bdc603d with Priority: HIGHEST for action port [ 1107.345265] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab40e9d6-43e5-4c44-9eb6-80670734c1ee taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.345620] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.345808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.346137] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.346338] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab40e9d6-43e5-4c44-9eb6-80670734c1ee',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.347595] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab40e9d6-43e5-4c44-9eb6-80670734c1ee taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.347897] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.348091] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.348446] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.348706] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.349481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.349481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.349481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.349481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.349481] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab40e9d6-43e5-4c44-9eb6-80670734c1ee',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.350550] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a291dba4-a70b-41f2-914f-e7ee9bdc603d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.350876] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a291dba4-a70b-41f2-914f-e7ee9bdc603d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.351069] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a291dba4-a70b-41f2-914f-e7ee9bdc603d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.351359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a291dba4-a70b-41f2-914f-e7ee9bdc603d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.352143] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a291dba4-a70b-41f2-914f-e7ee9bdc603d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.723393] env[65962]: INFO networking_nsxv3.common.synchronization [req-52c83aed-eb9e-4828-a407-7765e8095bad req-ad5d0b44-1d39-464d-861a-b0636248dc67 tempest-ServerDiskConfigTestJSON-1816373583 tempest-ServerDiskConfigTestJSON-1816373583-project-member] Enqueued Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1107.723393] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1107.723393] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.723393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.723393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.723393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.723393] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.723393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.723393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.724128] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.725520] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.725520] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.844305] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29ccce6-3023-43ad-9100-b059f6575eda in Status: SUCCESS [ 1107.844569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.855165] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab40e9d6-43e5-4c44-9eb6-80670734c1ee taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.855165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.855165] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab40e9d6-43e5-4c44-9eb6-80670734c1ee',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.856416] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a291dba4-a70b-41f2-914f-e7ee9bdc603d with status ACTIVE [ 1107.856886] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.857039] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.857106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.858762] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.858762] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.858878] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.859057] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.859106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.859381] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.859517] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.860149] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.860268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.860334] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.860530] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.860664] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.860725] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a291dba4-a70b-41f2-914f-e7ee9bdc603d is going to be updated. [ 1107.898678] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.898953] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.899172] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.899289] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.899431] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.899602] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a291dba4-a70b-41f2-914f-e7ee9bdc603d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.227419] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.227419] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.227419] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.227419] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.227419] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.227419] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.227419] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.227795] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.227795] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.227795] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.227795] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 is going to be updated. [ 1108.242867] env[65962]: INFO networking_nsxv3.common.synchronization [req-06505122-bd30-4359-87b3-c9890934bea5 req-3a8b9ef4-3d85-4ca7-946b-1d6bf0c003ab tempest-ServersTestJSON-1907904000 tempest-ServersTestJSON-1907904000-project-member] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1108.243499] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1108.243845] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.243988] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.244363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.244596] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.244775] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.244887] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.244976] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.245212] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.245332] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.245474] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.283333] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.283506] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.283632] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.283792] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.283995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.295663] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: IN_PROGRESS for 2s [ 1108.302100] env[65962]: INFO networking_nsxv3.common.synchronization [None req-7e399902-f242-4062-8cc7-1ed73f2adda0 tempest-AttachInterfacesTestJSON-1497595542 tempest-AttachInterfacesTestJSON-1497595542-project-member] Enqueued Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 1108.302750] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 1108.304583] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.304732] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.304802] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.305527] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.305696] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.305800] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.305865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.307172] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.307255] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.307356] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.357637] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab40e9d6-43e5-4c44-9eb6-80670734c1ee',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.466881] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7266813-4695-4ff3-b454-8103cc419366 in Status: SUCCESS [ 1108.467177] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.467379] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.467593] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.467840] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.468025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.468113] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.468517] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.468517] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.468686] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.468686] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7266813-4695-4ff3-b454-8103cc419366',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.683997] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.684223] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.684365] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.684630] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.684887] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.685490] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.685628] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.685867] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.687478] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.687478] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.687478] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.687478] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.687478] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.687478] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.687478] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.687478] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.712599] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.712599] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.712599] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.712599] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.712987] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-a5205307-f4da-4d7d-99f8-f16b028e7820 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.713253] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-a5205307-f4da-4d7d-99f8-f16b028e7820" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.713442] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-a5205307-f4da-4d7d-99f8-f16b028e7820" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.713835] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-a5205307-f4da-4d7d-99f8-f16b028e7820" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.714015] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5205307-f4da-4d7d-99f8-f16b028e7820',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.748487] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.814471] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.814595] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.814641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.814875] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.837848] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.838185] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.838323] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.838390] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.838592] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.838671] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.838762] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a637c4c-d96d-4c85-965a-e24162926a26 is going to be updated. [ 1108.859112] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.859278] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.859329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.859548] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.859632] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.859726] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee is going to be created. [ 1108.864541] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.864682] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.864739] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.864935] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.865097] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.874276] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: IN_PROGRESS for 2s [ 1108.887512] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.887512] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.887512] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.887512] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.887512] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.897950] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee in Status: UNINITIALIZED for 2s [ 1108.950140] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a38e7328-61e9-4a6b-8732-bb699aa59557 in Status: SUCCESS [ 1108.950195] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.971918] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7266813-4695-4ff3-b454-8103cc419366',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.220683] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.220923] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.221513] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.221513] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.221513] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.221669] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port a5205307-f4da-4d7d-99f8-f16b028e7820 not found, creating... [ 1109.221958] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.222181] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.222313] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.222551] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.222692] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.224053] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.224053] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.224053] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.224053] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.224053] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.224053] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: a5205307-f4da-4d7d-99f8-f16b028e7820 is going to be created. [ 1109.246468] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.246761] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.246968] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.247399] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.247667] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.247928] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-a5205307-f4da-4d7d-99f8-f16b028e7820" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.253705] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.474385] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7266813-4695-4ff3-b454-8103cc419366: rpc.has_security_group_logging(os_id): False [ 1109.500942] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.501203] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.501281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.501545] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.501634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.501916] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.502048] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.502153] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.502316] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.502461] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.502624] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7266813-4695-4ff3-b454-8103cc419366 is going to be created. [ 1109.566412] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.566619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.566712] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.566886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.567114] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.578863] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7266813-4695-4ff3-b454-8103cc419366 in Status: IN_PROGRESS for 2s [ 1109.755891] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.756354] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.756354] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.756500] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.756594] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.756696] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 1109.795369] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.795617] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.795687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.795874] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.796047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.812887] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 1109.997141] env[65962]: INFO networking_nsxv3.common.synchronization [req-06505122-bd30-4359-87b3-c9890934bea5 req-a2ca7132-bdd8-41d5-a877-6de9ac2f0bf2 service nova] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_rules [ 1109.997963] env[65962]: INFO networking_nsxv3.common.synchronization [req-06505122-bd30-4359-87b3-c9890934bea5 req-a2ca7132-bdd8-41d5-a877-6de9ac2f0bf2 service nova] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1109.998354] env[65962]: INFO networking_nsxv3.common.synchronization [req-06505122-bd30-4359-87b3-c9890934bea5 req-a2ca7132-bdd8-41d5-a877-6de9ac2f0bf2 service nova] Enqueued Resource ID: a5205307-f4da-4d7d-99f8-f16b028e7820 with Priority: HIGHEST for action port [ 1109.999989] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_rules [ 1109.999989] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1110.000114] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5205307-f4da-4d7d-99f8-f16b028e7820 with Priority: HIGHEST for action port [ 1110.000734] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.000734] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.000916] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.003712] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.003712] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.004062] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.004216] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.004727] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5205307-f4da-4d7d-99f8-f16b028e7820 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.004870] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5205307-f4da-4d7d-99f8-f16b028e7820" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.004939] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5205307-f4da-4d7d-99f8-f16b028e7820" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.005203] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5205307-f4da-4d7d-99f8-f16b028e7820" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.005303] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5205307-f4da-4d7d-99f8-f16b028e7820',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.310692] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: SUCCESS [ 1110.310692] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 deletion is rescheduled due to dependency. [ 1110.310692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.504861] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.505075] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.507789] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5205307-f4da-4d7d-99f8-f16b028e7820 with status ACTIVE [ 1110.507891] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.507997] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.508205] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.508530] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.508639] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.508915] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.509110] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.509192] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.509386] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.509490] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.509690] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.509825] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.509920] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.510146] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.510362] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.510508] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5205307-f4da-4d7d-99f8-f16b028e7820 is going to be updated. [ 1110.535361] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.535587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.535587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.535769] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.535910] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.536082] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5205307-f4da-4d7d-99f8-f16b028e7820" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.643749] env[65962]: INFO networking_nsxv3.common.synchronization [req-f7f06f8f-c511-41a5-b4c0-9372f82b2298 req-0669afcc-2800-47a9-bffc-373d57ad9930 tempest-ServerActionsTestOtherA-1222154774 tempest-ServerActionsTestOtherA-1222154774-project-member] Enqueued Resource ID: 832ff259-b922-49b9-9726-bf1d0d35c153 with Priority: HIGHEST for action security_group_members [ 1110.644347] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832ff259-b922-49b9-9726-bf1d0d35c153 with Priority: HIGHEST for action security_group_members [ 1110.644647] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-832ff259-b922-49b9-9726-bf1d0d35c153 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.644763] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.644825] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.645095] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.645402] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.645494] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.645561] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.645711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.645794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.645885] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('832ff259-b922-49b9-9726-bf1d0d35c153',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.887104] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: SUCCESS [ 1110.887385] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a637c4c-d96d-4c85-965a-e24162926a26 deletion is rescheduled due to dependency. [ 1110.887454] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.908020] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee in Status: SUCCESS [ 1110.908252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.908437] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.909351] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.909351] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.909351] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.909351] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.909351] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.909553] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.909553] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.909601] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab40e9d6-43e5-4c44-9eb6-80670734c1ee',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.019928] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-378 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.020226] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-378" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.020358] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-378" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.020640] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-378" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.021112] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.021259] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.021372] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.021645] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.022018] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.022283] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.022415] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.022527] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.022634] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.022744] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.022849] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.022983] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.045420] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.045645] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.045967] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.046267] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-378" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.046697] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-3cb55532-1c59-40c8-bcdc-85c3c2d03eab taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.047372] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-3cb55532-1c59-40c8-bcdc-85c3c2d03eab" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.047372] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-3cb55532-1c59-40c8-bcdc-85c3c2d03eab" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.047476] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-3cb55532-1c59-40c8-bcdc-85c3c2d03eab" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.047537] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cb55532-1c59-40c8-bcdc-85c3c2d03eab',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.150572] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.150572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.150572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.150572] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.150806] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.150833] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.150933] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.150979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.154687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.154687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.154687] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 832ff259-b922-49b9-9726-bf1d0d35c153 already deleted. [ 1111.154687] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.413599] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab40e9d6-43e5-4c44-9eb6-80670734c1ee',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.551884] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.551884] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.551884] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.551884] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.551884] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.551884] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 3cb55532-1c59-40c8-bcdc-85c3c2d03eab not found, creating... [ 1111.551884] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.551884] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.551884] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.551884] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.552477] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.552477] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.552553] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.552701] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.552841] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.553075] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.553177] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 3cb55532-1c59-40c8-bcdc-85c3c2d03eab is going to be created. [ 1111.573984] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.574381] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.574479] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.574849] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.575157] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.575429] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-3cb55532-1c59-40c8-bcdc-85c3c2d03eab" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.591713] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7266813-4695-4ff3-b454-8103cc419366 in Status: SUCCESS [ 1111.591713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.824863] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 1111.825096] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.825271] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.825498] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.825697] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.825857] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.825857] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.826018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.826105] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.826204] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.916673] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab40e9d6-43e5-4c44-9eb6-80670734c1ee: rpc.has_security_group_logging(os_id): False [ 1111.943213] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.943436] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.943518] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.943792] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.943933] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.944302] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.944427] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.944524] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.944736] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.944879] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.945045] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee is going to be created. [ 1112.011996] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.012273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.012376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.012663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.012929] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.028274] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee in Status: IN_PROGRESS for 2s [ 1112.329455] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.368194] env[65962]: INFO networking_nsxv3.common.synchronization [req-f7f06f8f-c511-41a5-b4c0-9372f82b2298 req-e21b7b0d-9b4c-444a-88f4-1371d240e9e7 service nova] Enqueued Resource ID: 832ff259-b922-49b9-9726-bf1d0d35c153 with Priority: HIGHEST for action security_group_rules [ 1112.368482] env[65962]: INFO networking_nsxv3.common.synchronization [req-f7f06f8f-c511-41a5-b4c0-9372f82b2298 req-e21b7b0d-9b4c-444a-88f4-1371d240e9e7 service nova] Enqueued Resource ID: 832ff259-b922-49b9-9726-bf1d0d35c153 with Priority: HIGHEST for action security_group_members [ 1112.368654] env[65962]: INFO networking_nsxv3.common.synchronization [req-f7f06f8f-c511-41a5-b4c0-9372f82b2298 req-e21b7b0d-9b4c-444a-88f4-1371d240e9e7 service nova] Enqueued Resource ID: 3cb55532-1c59-40c8-bcdc-85c3c2d03eab with Priority: HIGHEST for action port [ 1112.370114] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832ff259-b922-49b9-9726-bf1d0d35c153 with Priority: HIGHEST for action security_group_rules [ 1112.370307] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832ff259-b922-49b9-9726-bf1d0d35c153 with Priority: HIGHEST for action security_group_members [ 1112.370450] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb55532-1c59-40c8-bcdc-85c3c2d03eab with Priority: HIGHEST for action port [ 1112.370831] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-832ff259-b922-49b9-9726-bf1d0d35c153 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.371094] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.371150] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.371546] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.371674] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('832ff259-b922-49b9-9726-bf1d0d35c153',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.374787] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-832ff259-b922-49b9-9726-bf1d0d35c153 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.374954] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.375109] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.377514] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.378425] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.378425] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.378425] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.378425] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.378614] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.378712] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('832ff259-b922-49b9-9726-bf1d0d35c153',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.379819] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cb55532-1c59-40c8-bcdc-85c3c2d03eab taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.379944] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cb55532-1c59-40c8-bcdc-85c3c2d03eab" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.379994] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cb55532-1c59-40c8-bcdc-85c3c2d03eab" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.380427] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cb55532-1c59-40c8-bcdc-85c3c2d03eab" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.380427] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cb55532-1c59-40c8-bcdc-85c3c2d03eab',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.810067] env[65962]: INFO networking_nsxv3.common.synchronization [req-346e2d96-d25a-4424-9a84-dbb858be0ad0 req-c84cff49-93ac-4ec0-a1e6-aecd1b73b267 tempest-DeleteServersTestJSON-358591378 tempest-DeleteServersTestJSON-358591378-project-member] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1112.810575] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1112.978540] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.978828] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.978828] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.979101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.979542] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.979703] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.979821] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.980016] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.980109] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.980210] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.982175] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.982960] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-832ff259-b922-49b9-9726-bf1d0d35c153 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.983067] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.983271] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('832ff259-b922-49b9-9726-bf1d0d35c153',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.984262] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cb55532-1c59-40c8-bcdc-85c3c2d03eab with status ACTIVE [ 1112.984445] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.984550] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.984615] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.984794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.984879] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.985060] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.985155] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.985214] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.985357] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.985429] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.985612] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.985698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.985777] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.985884] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.985969] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.986059] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cb55532-1c59-40c8-bcdc-85c3c2d03eab is going to be updated. [ 1113.013716] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.013904] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.013973] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.014221] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.014372] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.014535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cb55532-1c59-40c8-bcdc-85c3c2d03eab" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.491028] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('832ff259-b922-49b9-9726-bf1d0d35c153',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.491541] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.491732] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.491921] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.492209] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.492338] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.492566] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.492702] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.493054] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.493459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.493459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.493675] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be updated. [ 1113.495086] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.496018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.496018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.496018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.496018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.496018] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 1113.531170] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.531331] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.531394] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.531650] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.531749] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.533965] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.534101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.537018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.537018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.537018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.543952] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 1113.544727] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: IN_PROGRESS for 2s [ 1113.997909] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.998337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.998337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.998563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.998563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.998563] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 832ff259-b922-49b9-9726-bf1d0d35c153 is going to be created. [ 1114.044390] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.044614] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.044716] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.045021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.045232] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.051157] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee in Status: SUCCESS [ 1114.051403] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.057576] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 832ff259-b922-49b9-9726-bf1d0d35c153 in Status: UNINITIALIZED for 2s [ 1115.555119] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 1115.555481] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d deletion is rescheduled due to dependency. [ 1115.555481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.556238] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 1115.556409] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.557203] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.557423] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.557617] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.557716] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.557779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.558912] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.558912] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.558912] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.558912] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.060637] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.060808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.060910] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.062089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.062089] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.062089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.062089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.062367] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.062488] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.062604] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.062801] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.062921] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.063025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.063223] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.063411] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.063549] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.063630] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.063824] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.063928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.064068] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.064195] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.068899] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 832ff259-b922-49b9-9726-bf1d0d35c153 in Status: SUCCESS [ 1116.069187] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.069395] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.069551] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.069730] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.069836] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.069901] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.070085] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.070168] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.070254] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.070359] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('832ff259-b922-49b9-9726-bf1d0d35c153',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.570024] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6479852-f3a3-43c2-99eb-fcc58a982da3: rpc.has_security_group_logging(os_id): False [ 1116.572353] env[65962]: INFO networking_nsxv3.common.synchronization [req-62bd31a0-d99c-425b-8a0d-5776631174d1 req-1d98dc1a-0cd5-4d54-8c9f-a972b363d97b tempest-ServerDiskConfigTestJSON-1816373583 tempest-ServerDiskConfigTestJSON-1816373583-project-member] Enqueued Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1116.573681] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-832ff259-b922-49b9-9726-bf1d0d35c153 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.573980] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.574221] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.574718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.575112] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.575395] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.575624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.575947] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.576228] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.576482] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.576820] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-832ff259-b922-49b9-9726-bf1d0d35c153 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.577119] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.577324] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.577630] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.577924] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.578217] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.578429] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.579133] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.579133] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.579133] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.579313] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('832ff259-b922-49b9-9726-bf1d0d35c153',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.580302] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1116.581361] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.581505] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.581568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.581751] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.582127] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.582127] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.582127] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.582339] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.582339] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.582423] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.589759] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.590237] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.590237] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.590237] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.590386] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.590494] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.590594] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.590656] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.590814] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.590891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.591080] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.591203] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.591262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.591453] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.591528] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.591743] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.591840] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.591882] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.592084] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.592223] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.592223] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 1116.660109] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.660287] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.660361] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.660587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.660745] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.679734] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 1116.931684] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.932073] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.932328] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.933029] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.933029] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.933490] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.933798] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.934275] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.934593] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.934925] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.935110] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.935340] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.935589] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.935759] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.935976] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.936251] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.966658] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.966871] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.966971] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.967246] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.967765] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-864719b4-72df-468b-8fa7-a8cff0cd2c39 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.967952] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-864719b4-72df-468b-8fa7-a8cff0cd2c39" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.968103] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-864719b4-72df-468b-8fa7-a8cff0cd2c39" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.968440] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-864719b4-72df-468b-8fa7-a8cff0cd2c39" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.968632] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('864719b4-72df-468b-8fa7-a8cff0cd2c39',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.087116] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 832ff259-b922-49b9-9726-bf1d0d35c153: rpc.has_security_group_logging(os_id): False [ 1117.087116] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.087116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.087116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.087116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.087116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.087116] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.087476] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.087476] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.087476] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.087573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.087721] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 is going to be updated. [ 1117.109282] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.109532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.109595] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.109808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.109938] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.110227] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.110353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.110435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.110733] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.110733] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.111053] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.111261] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.111261] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.111508] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.111508] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.111640] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.111714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.111770] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.111875] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.111934] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.112034] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 832ff259-b922-49b9-9726-bf1d0d35c153 is going to be created. [ 1117.127751] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.128032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.128032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.128570] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.128570] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.140446] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: IN_PROGRESS for 2s [ 1117.211942] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.212108] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.212198] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.212457] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.212652] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.225279] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 832ff259-b922-49b9-9726-bf1d0d35c153 in Status: IN_PROGRESS for 2s [ 1117.476516] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.476920] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.477124] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.477533] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.477765] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.478056] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 864719b4-72df-468b-8fa7-a8cff0cd2c39 not found, creating... [ 1117.478451] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.478795] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.478973] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.479391] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.479586] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.480033] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.480265] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.480443] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.480759] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.480984] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.481263] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 864719b4-72df-468b-8fa7-a8cff0cd2c39 is going to be created. [ 1117.507166] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.507429] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.507623] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.507914] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.508199] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.508479] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-864719b4-72df-468b-8fa7-a8cff0cd2c39" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.018181] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.018471] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.018525] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.018786] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.019059] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.019484] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.019484] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.019622] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.019719] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.019927] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.020052] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.020162] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.020261] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.020363] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.020461] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.020587] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.043239] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.043450] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.043565] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.043786] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.044126] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-4eeaea34-faa1-4815-baac-005a722f6ba2 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.044311] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-4eeaea34-faa1-4815-baac-005a722f6ba2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.044430] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-4eeaea34-faa1-4815-baac-005a722f6ba2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.044757] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-4eeaea34-faa1-4815-baac-005a722f6ba2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.044899] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eeaea34-faa1-4815-baac-005a722f6ba2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.184018] env[65962]: INFO networking_nsxv3.common.synchronization [req-62bd31a0-d99c-425b-8a0d-5776631174d1 req-7bba5fbd-312f-47f1-af35-3a36eab86d2b service nova] Enqueued Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_rules [ 1118.184018] env[65962]: INFO networking_nsxv3.common.synchronization [req-62bd31a0-d99c-425b-8a0d-5776631174d1 req-7bba5fbd-312f-47f1-af35-3a36eab86d2b service nova] Enqueued Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1118.184018] env[65962]: INFO networking_nsxv3.common.synchronization [req-62bd31a0-d99c-425b-8a0d-5776631174d1 req-7bba5fbd-312f-47f1-af35-3a36eab86d2b service nova] Enqueued Resource ID: 864719b4-72df-468b-8fa7-a8cff0cd2c39 with Priority: HIGHEST for action port [ 1118.184233] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_rules [ 1118.184394] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1118.184394] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864719b4-72df-468b-8fa7-a8cff0cd2c39 with Priority: HIGHEST for action port [ 1118.184713] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.184821] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.184889] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.186637] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.187053] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.188857] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.188962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.189220] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-864719b4-72df-468b-8fa7-a8cff0cd2c39 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.189326] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-864719b4-72df-468b-8fa7-a8cff0cd2c39" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.189390] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-864719b4-72df-468b-8fa7-a8cff0cd2c39" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.189577] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-864719b4-72df-468b-8fa7-a8cff0cd2c39" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.189650] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('864719b4-72df-468b-8fa7-a8cff0cd2c39',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.547111] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.547375] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.547509] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.547939] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.548017] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.548153] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 4eeaea34-faa1-4815-baac-005a722f6ba2 not found, creating... [ 1118.548473] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.548874] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.549030] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.549291] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.549447] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.549743] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.549949] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.550125] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.550346] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.550510] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.550655] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 4eeaea34-faa1-4815-baac-005a722f6ba2 is going to be created. [ 1118.571966] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.572289] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.572462] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.572862] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.573176] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.573529] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-4eeaea34-faa1-4815-baac-005a722f6ba2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.692460] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.692664] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.692927] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 864719b4-72df-468b-8fa7-a8cff0cd2c39 with status ACTIVE [ 1118.693185] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.693335] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.693374] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.693574] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.693660] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.693841] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.694022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.694022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.694155] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.694234] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.694418] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.694512] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.694639] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.694705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.694779] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.694867] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 864719b4-72df-468b-8fa7-a8cff0cd2c39 is going to be updated. [ 1118.698795] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 1118.699051] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.720336] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.720592] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.720592] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.720823] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.720907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.721059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-864719b4-72df-468b-8fa7-a8cff0cd2c39" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.152030] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: SUCCESS [ 1119.153181] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 deletion is rescheduled due to dependency. [ 1119.153341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.153950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.153950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.153950] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.154125] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.154158] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.154333] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.154424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.154509] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.241730] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 832ff259-b922-49b9-9726-bf1d0d35c153 in Status: SUCCESS [ 1119.242012] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.314235] env[65962]: INFO networking_nsxv3.common.synchronization [req-376c28d9-e6df-4101-95af-acee3a8f8656 req-99c6b317-55e5-4c2a-8220-878d4b535f44 service nova] Enqueued Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_rules [ 1119.314471] env[65962]: INFO networking_nsxv3.common.synchronization [req-376c28d9-e6df-4101-95af-acee3a8f8656 req-99c6b317-55e5-4c2a-8220-878d4b535f44 service nova] Enqueued Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 1119.315094] env[65962]: INFO networking_nsxv3.common.synchronization [req-376c28d9-e6df-4101-95af-acee3a8f8656 req-99c6b317-55e5-4c2a-8220-878d4b535f44 service nova] Enqueued Resource ID: 4eeaea34-faa1-4815-baac-005a722f6ba2 with Priority: HIGHEST for action port [ 1119.315815] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_rules [ 1119.315978] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 1119.316118] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eeaea34-faa1-4815-baac-005a722f6ba2 with Priority: HIGHEST for action port [ 1119.316455] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.316614] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.316699] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.316923] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.316998] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.317941] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.318073] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.318137] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.318318] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.318476] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.318571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.318634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.318828] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.318983] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.318983] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.319884] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-4eeaea34-faa1-4815-baac-005a722f6ba2 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.320868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4eeaea34-faa1-4815-baac-005a722f6ba2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.320868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4eeaea34-faa1-4815-baac-005a722f6ba2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.320868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4eeaea34-faa1-4815-baac-005a722f6ba2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.320868] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eeaea34-faa1-4815-baac-005a722f6ba2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.657081] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.822371] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.823412] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.823546] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.823706] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4eeaea34-faa1-4815-baac-005a722f6ba2 with status ACTIVE [ 1119.823886] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.824013] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.824074] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.824299] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.825649] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.825649] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.825649] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.825649] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.825775] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.825812] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.826421] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.826421] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.826421] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.826421] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.826662] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.826662] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4eeaea34-faa1-4815-baac-005a722f6ba2 is going to be updated. [ 1119.850992] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.851363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.851563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.851870] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.852067] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.852338] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4eeaea34-faa1-4815-baac-005a722f6ba2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.161507] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.329159] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.665867] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.665867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.665867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.665867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.666034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.666034] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 is going to be updated. [ 1120.710443] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.710631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.710726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.710954] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.711239] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.722536] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: IN_PROGRESS for 2s [ 1120.833563] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.833563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.833563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.833817] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.833876] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.834086] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a637c4c-d96d-4c85-965a-e24162926a26 is going to be updated. [ 1120.864713] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.864936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.865025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.865250] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.865404] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.875618] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: IN_PROGRESS for 2s [ 1122.581369] env[65962]: INFO networking_nsxv3.common.synchronization [req-b407d000-8d1c-4498-bdf8-1556caed61b5 req-7f219446-7d87-4b36-aef5-0f8998da4c0b tempest-ServersTestJSON-1907904000 tempest-ServersTestJSON-1907904000-project-member] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1122.581369] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1122.581369] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.581369] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.581369] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.581369] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.582437] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.582611] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.583746] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.584217] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.584432] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.584588] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.735075] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: SUCCESS [ 1122.735356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.735852] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.736106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.736310] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.736450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.736730] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.736730] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.736830] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.736830] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.736932] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.885743] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: SUCCESS [ 1122.885953] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.886160] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.886392] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.886593] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.886716] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.886783] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.886943] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.887044] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.887132] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.887226] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.090088] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.239366] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.239522] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.239590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.239864] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.240253] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.240253] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.240520] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.240520] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.240636] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.240691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.240866] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.240955] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.241028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.241255] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.241392] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.241460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.241539] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.241662] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.241753] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.241814] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.241897] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.389990] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.390290] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.390417] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.390743] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.391054] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.391280] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.391409] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.391710] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.391850] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.392036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.392356] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.392539] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.392666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.393037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.393362] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.393498] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.393590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.393797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.393916] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.394244] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.394454] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.592593] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.744025] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bebe0c70-259d-42fb-bc3b-3b32399f10f9: rpc.has_security_group_logging(os_id): False [ 1123.762331] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.762487] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.762562] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.762791] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.762883] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.763114] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.763216] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.763281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.763428] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.763504] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.763715] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.763816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.763880] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.764028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.764101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.764276] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.764368] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.764499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.764569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.764627] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.764708] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 is going to be updated. [ 1123.831437] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.831658] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.831710] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.831929] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.832102] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.847052] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: IN_PROGRESS for 2s [ 1123.897671] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a637c4c-d96d-4c85-965a-e24162926a26: rpc.has_security_group_logging(os_id): False [ 1123.931570] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.931760] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.931760] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.931977] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.932082] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.932315] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.932422] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.932480] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.932636] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.932712] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.932885] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.932977] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.933056] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.933195] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.933267] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.933447] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.933555] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.933606] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.933731] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.933802] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.933884] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a637c4c-d96d-4c85-965a-e24162926a26 is going to be updated. [ 1124.020101] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.020101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.020328] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.020520] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.020697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.043639] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: IN_PROGRESS for 2s [ 1124.095579] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.095744] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.095818] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.096054] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.096149] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.096254] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 1124.139571] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.139715] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.139800] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.140050] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.140229] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.151546] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 1125.408714] env[65962]: INFO networking_nsxv3.common.synchronization [req-c86a5fe1-20b3-44fe-bbac-4ddaa75e041c req-d4765bc1-5d1c-4a39-b59f-ff9cd25eeee4 tempest-DeleteServersTestJSON-358591378 tempest-DeleteServersTestJSON-358591378-project-member] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1125.409511] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1125.409933] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.410125] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.410231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.410491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.410725] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.410870] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.410959] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.411184] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.411358] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.411459] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.712187] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.712187] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.712187] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.712187] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.712496] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.712692] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.712777] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.713014] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.713198] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.713432] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.713633] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.713699] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.713793] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.713906] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.714025] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.714170] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.735921] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.736145] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.736354] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.736603] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-914" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.736930] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-0ec5b27c-7c90-4ef6-9e53-97170b9b614a taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.737186] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-0ec5b27c-7c90-4ef6-9e53-97170b9b614a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.737354] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-0ec5b27c-7c90-4ef6-9e53-97170b9b614a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.737723] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-0ec5b27c-7c90-4ef6-9e53-97170b9b614a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.737864] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ec5b27c-7c90-4ef6-9e53-97170b9b614a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.861087] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: SUCCESS [ 1125.861466] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.913710] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.913851] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.913927] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.915058] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.915058] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.915058] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.915058] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.915058] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.915058] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.915058] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.915058] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be updated. [ 1125.952061] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.952305] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.952305] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.952590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.952739] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.962047] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: IN_PROGRESS for 2s [ 1126.061807] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: SUCCESS [ 1126.062061] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.162000] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 1126.162245] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.240350] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.240350] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.240601] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.241186] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.241186] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.241186] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 0ec5b27c-7c90-4ef6-9e53-97170b9b614a not found, creating... [ 1126.241582] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.241875] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.242057] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.242357] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.242557] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.242965] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.243224] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.243384] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.243648] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.244529] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.244529] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 0ec5b27c-7c90-4ef6-9e53-97170b9b614a is going to be created. [ 1126.272296] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.272557] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.273239] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.273239] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.273239] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.273523] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-0ec5b27c-7c90-4ef6-9e53-97170b9b614a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.974190] env[65962]: INFO networking_nsxv3.common.synchronization [req-c86a5fe1-20b3-44fe-bbac-4ddaa75e041c req-136771f0-2b15-4b9f-aa20-7089be8ae7be service nova] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_rules [ 1126.974616] env[65962]: INFO networking_nsxv3.common.synchronization [req-c86a5fe1-20b3-44fe-bbac-4ddaa75e041c req-136771f0-2b15-4b9f-aa20-7089be8ae7be service nova] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1126.974616] env[65962]: INFO networking_nsxv3.common.synchronization [req-c86a5fe1-20b3-44fe-bbac-4ddaa75e041c req-136771f0-2b15-4b9f-aa20-7089be8ae7be service nova] Enqueued Resource ID: 0ec5b27c-7c90-4ef6-9e53-97170b9b614a with Priority: HIGHEST for action port [ 1126.975320] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_rules [ 1126.975370] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1126.977123] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ec5b27c-7c90-4ef6-9e53-97170b9b614a with Priority: HIGHEST for action port [ 1126.977123] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.977259] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.977294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.977585] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.977633] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.978689] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.979364] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.979364] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ec5b27c-7c90-4ef6-9e53-97170b9b614a taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.979364] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ec5b27c-7c90-4ef6-9e53-97170b9b614a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.979364] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ec5b27c-7c90-4ef6-9e53-97170b9b614a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.979364] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ec5b27c-7c90-4ef6-9e53-97170b9b614a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.979364] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ec5b27c-7c90-4ef6-9e53-97170b9b614a',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.482195] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.482398] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.482701] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ec5b27c-7c90-4ef6-9e53-97170b9b614a with status ACTIVE [ 1127.483390] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.483390] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.483390] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.483728] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.483758] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.484036] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.484191] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.484295] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.484559] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.484677] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.484957] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.485857] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.485857] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.485857] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.485857] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.485857] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ec5b27c-7c90-4ef6-9e53-97170b9b614a is going to be updated. [ 1127.508637] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.509094] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.509094] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.509256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.509696] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.509696] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ec5b27c-7c90-4ef6-9e53-97170b9b614a" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.972323] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 1127.972628] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d deletion is rescheduled due to dependency. [ 1127.972737] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.972898] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.973229] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.973463] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.973674] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.973674] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.973808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.973885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.973978] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.476937] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.979591] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.483286] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.483286] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.483286] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.483286] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.483286] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.483286] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be updated. [ 1129.510243] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.510471] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.510559] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.510778] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.511008] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.519951] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: IN_PROGRESS for 2s [ 1131.530630] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 1131.531039] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.531107] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.531395] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.531663] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.531831] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.531905] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.532089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.532172] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.532259] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.532365] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.977432] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1131.977657] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1132.034372] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.035803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.035803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.036467] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.036842] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.037142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.037275] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.037576] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.037741] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.037911] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.038325] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.038404] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.038480] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.038733] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.038975] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.039749] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.039816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.039940] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.040045] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.040139] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.040252] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.316021] env[65962]: INFO networking_nsxv3.common.synchronization [req-9be472b5-61f6-4dc5-b033-489e3f4bb627 req-25b9e5f2-4b9d-496a-a699-b1d42645e316 tempest-ServersTestJSON-1907904000 tempest-ServersTestJSON-1907904000-project-member] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1132.316021] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1132.316318] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.316434] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.316513] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.316740] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.316903] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.318258] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.318258] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.318258] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.318663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.318878] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.542962] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a70c390b-c5f0-452c-b6f4-fccf0f68fa9d: rpc.has_security_group_logging(os_id): False [ 1132.565945] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.566212] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.566290] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.567345] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.567345] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.567345] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.567345] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.567345] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.567521] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.567521] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.567770] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.567770] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.567918] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.568182] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.568280] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.568578] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.568691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.568691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.568794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.568871] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.568965] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be updated. [ 1132.637416] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.637718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.637718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.637927] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.638362] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.658375] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: IN_PROGRESS for 2s [ 1132.668818] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.669105] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.669250] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.669659] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.669990] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.670194] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.670303] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.670532] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.670690] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.670895] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.671017] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.671128] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.671235] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.671415] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.671540] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.671673] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.691605] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.691827] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1132.692011] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.692243] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-10" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.692638] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-266b013e-0942-47e2-bcc8-78242cdef1a8 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.692862] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-266b013e-0942-47e2-bcc8-78242cdef1a8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.693039] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-266b013e-0942-47e2-bcc8-78242cdef1a8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.693410] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-266b013e-0942-47e2-bcc8-78242cdef1a8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.693642] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('266b013e-0942-47e2-bcc8-78242cdef1a8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.821493] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.196123] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.198640] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.198640] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.198640] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.198640] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.198640] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 266b013e-0942-47e2-bcc8-78242cdef1a8 not found, creating... [ 1133.198989] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.199170] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.199321] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.201377] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.201377] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.201377] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.201377] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.201377] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.201377] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.201377] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.201674] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 266b013e-0942-47e2-bcc8-78242cdef1a8 is going to be created. [ 1133.232736] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.232736] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.232736] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.233065] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.233457] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.233457] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-266b013e-0942-47e2-bcc8-78242cdef1a8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.324452] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.827323] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.827584] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.827584] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.827749] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.827840] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.827936] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 1133.859860] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.860039] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.860086] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.860310] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.860454] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.870447] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 1133.978632] env[65962]: INFO networking_nsxv3.common.synchronization [req-9be472b5-61f6-4dc5-b033-489e3f4bb627 req-17c8b6df-6166-443c-8fd8-206fa50a3b1b service nova] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_rules [ 1133.978864] env[65962]: INFO networking_nsxv3.common.synchronization [req-9be472b5-61f6-4dc5-b033-489e3f4bb627 req-17c8b6df-6166-443c-8fd8-206fa50a3b1b service nova] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1133.979082] env[65962]: INFO networking_nsxv3.common.synchronization [req-9be472b5-61f6-4dc5-b033-489e3f4bb627 req-17c8b6df-6166-443c-8fd8-206fa50a3b1b service nova] Enqueued Resource ID: 266b013e-0942-47e2-bcc8-78242cdef1a8 with Priority: HIGHEST for action port [ 1133.980027] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_rules [ 1133.980027] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1133.980027] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266b013e-0942-47e2-bcc8-78242cdef1a8 with Priority: HIGHEST for action port [ 1133.980266] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.980386] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.980459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.980660] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.980742] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.981665] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.981776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.981937] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-266b013e-0942-47e2-bcc8-78242cdef1a8 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.982056] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-266b013e-0942-47e2-bcc8-78242cdef1a8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.982159] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-266b013e-0942-47e2-bcc8-78242cdef1a8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.982291] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-266b013e-0942-47e2-bcc8-78242cdef1a8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.982366] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('266b013e-0942-47e2-bcc8-78242cdef1a8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.484570] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.484765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.485013] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 266b013e-0942-47e2-bcc8-78242cdef1a8 with status ACTIVE [ 1134.485241] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.485400] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.485560] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.485853] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.485947] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.486214] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.486460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.486460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.487076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.487076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.487192] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.487279] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.487376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.487571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.487688] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.487818] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 266b013e-0942-47e2-bcc8-78242cdef1a8 is going to be updated. [ 1134.509012] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.509191] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.509265] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.509497] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.509639] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.509802] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-266b013e-0942-47e2-bcc8-78242cdef1a8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.674055] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 1134.674357] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.824639] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.824966] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.824966] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.825872] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.826804] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.826804] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.826804] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.826804] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.826804] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.827222] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.827222] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1135.827332] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1135.827332] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1135.827441] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.827547] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1135.827678] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1135.848013] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1135.848207] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1135.848423] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1135.848527] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-476" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.848849] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-4eeaea34-faa1-4815-baac-005a722f6ba2 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.849038] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-4eeaea34-faa1-4815-baac-005a722f6ba2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.849179] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-4eeaea34-faa1-4815-baac-005a722f6ba2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.849575] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-4eeaea34-faa1-4815-baac-005a722f6ba2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.849737] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eeaea34-faa1-4815-baac-005a722f6ba2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.880926] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 1135.880926] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.880926] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.880926] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.881428] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.881768] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.882011] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.882267] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.882437] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.882649] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.352629] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.352915] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.353140] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.353568] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.353887] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.354272] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.354529] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.354712] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.355086] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.355284] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.355708] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.355965] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.356214] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.356525] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.356695] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.356848] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 4eeaea34-faa1-4815-baac-005a722f6ba2 is going to be updated. [ 1136.381667] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.381919] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.382062] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.382343] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.382577] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.382818] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-4eeaea34-faa1-4815-baac-005a722f6ba2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.386541] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.888872] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.096503] env[65962]: INFO networking_nsxv3.common.synchronization [req-4cb60b18-98f4-43ec-bbf6-7f70cc40e9e3 req-3d4f504c-12f6-4f0d-b1ac-b78529679af9 service nova] Enqueued Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_rules [ 1137.096503] env[65962]: INFO networking_nsxv3.common.synchronization [req-4cb60b18-98f4-43ec-bbf6-7f70cc40e9e3 req-3d4f504c-12f6-4f0d-b1ac-b78529679af9 service nova] Enqueued Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 1137.096503] env[65962]: INFO networking_nsxv3.common.synchronization [req-4cb60b18-98f4-43ec-bbf6-7f70cc40e9e3 req-3d4f504c-12f6-4f0d-b1ac-b78529679af9 service nova] Enqueued Resource ID: 4eeaea34-faa1-4815-baac-005a722f6ba2 with Priority: HIGHEST for action port [ 1137.096976] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_rules [ 1137.097135] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 1137.097236] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eeaea34-faa1-4815-baac-005a722f6ba2 with Priority: HIGHEST for action port [ 1137.097514] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.097638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.097705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.097909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.097992] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.101143] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.101971] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.101971] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.101971] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.101971] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.101971] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.101971] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.102299] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.102299] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.102299] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.103478] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-4eeaea34-faa1-4815-baac-005a722f6ba2 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.103591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4eeaea34-faa1-4815-baac-005a722f6ba2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.103660] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4eeaea34-faa1-4815-baac-005a722f6ba2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.103838] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4eeaea34-faa1-4815-baac-005a722f6ba2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.103919] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eeaea34-faa1-4815-baac-005a722f6ba2',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.391848] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.391848] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.391848] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.392140] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.392238] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.392327] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 1137.422905] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.423104] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.423153] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.423388] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.423552] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.433428] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 1137.437018] env[65962]: INFO networking_nsxv3.common.synchronization [req-ac0406b8-450f-4431-b316-3956933473aa req-f3c3430c-bcd1-49d5-bf7d-b05183932584 tempest-ServerActionsTestOtherA-1222154774 tempest-ServerActionsTestOtherA-1222154774-project-member] Enqueued Resource ID: 832ff259-b922-49b9-9726-bf1d0d35c153 with Priority: HIGHEST for action security_group_members [ 1137.437018] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832ff259-b922-49b9-9726-bf1d0d35c153 with Priority: HIGHEST for action security_group_members [ 1137.437089] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-832ff259-b922-49b9-9726-bf1d0d35c153 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.437224] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.437279] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.437451] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.437611] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.437707] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.437767] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.437910] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.438007] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.438097] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('832ff259-b922-49b9-9726-bf1d0d35c153',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.606573] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.606704] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.606924] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.607909] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4eeaea34-faa1-4815-baac-005a722f6ba2 with status ACTIVE [ 1137.608065] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.608223] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.609040] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.609040] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.609040] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.609040] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.609040] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.609291] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.609291] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.609343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.609522] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.609620] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.609692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.609853] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.609947] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.609995] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4eeaea34-faa1-4815-baac-005a722f6ba2 is going to be updated. [ 1137.632791] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.632951] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.633060] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.633317] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.634029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.634029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4eeaea34-faa1-4815-baac-005a722f6ba2" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.940295] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.940703] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.940703] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.940775] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.940816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.941030] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.941136] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.941200] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.941351] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.941465] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.941553] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 832ff259-b922-49b9-9726-bf1d0d35c153 is going to be updated. [ 1137.971601] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.971752] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.971817] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.972046] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.972186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.981476] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 832ff259-b922-49b9-9726-bf1d0d35c153 in Status: IN_PROGRESS for 2s [ 1138.112838] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.615220] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.615428] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.615428] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.615735] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.615839] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.615943] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a637c4c-d96d-4c85-965a-e24162926a26 is going to be updated. [ 1138.652663] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.652845] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.652886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.653145] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.653329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.664086] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: IN_PROGRESS for 2s [ 1139.445152] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 1139.445152] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.445152] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.445458] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.445548] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.445662] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.445725] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.445879] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.445979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.446275] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.446394] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.949135] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.949352] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.949446] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.949769] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.949985] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.950139] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.950227] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.950444] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.950574] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.951186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.951186] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.951186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.951359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.951476] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.951620] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.951715] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.951797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.951953] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.952066] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.952171] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.952263] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.993428] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 832ff259-b922-49b9-9726-bf1d0d35c153 in Status: SUCCESS [ 1139.993654] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 832ff259-b922-49b9-9726-bf1d0d35c153 deletion is rescheduled due to dependency. [ 1139.993787] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.454565] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6479852-f3a3-43c2-99eb-fcc58a982da3: rpc.has_security_group_logging(os_id): False [ 1140.474412] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.474657] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.474657] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.475332] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.475332] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.475332] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.475591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.475591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.475706] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.475807] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.476040] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.476162] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.476244] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.476414] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.476492] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.476711] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.476826] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.476905] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.477096] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.477193] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.477300] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 1140.551893] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.551893] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.551893] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.551893] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.551893] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.579120] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 1140.684104] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: SUCCESS [ 1140.684385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.684636] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.684927] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.685238] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.685417] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.685574] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.685790] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.685936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.686145] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.686307] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.189043] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.189257] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.189336] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.189578] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.189747] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.189852] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.189913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.190125] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.190181] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.190256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.190405] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.190495] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.190558] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.190699] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.190837] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.190926] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.191017] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.191343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.191343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.191343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.191762] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.694965] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a637c4c-d96d-4c85-965a-e24162926a26: rpc.has_security_group_logging(os_id): False [ 1141.714796] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.714944] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.715029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.715256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.715347] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.715575] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.715679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.715741] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.715886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.715961] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.716159] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.716250] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.716311] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.716449] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.716524] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.716700] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.716984] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.716984] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.716984] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.717122] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.717163] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a637c4c-d96d-4c85-965a-e24162926a26 is going to be updated. [ 1141.785649] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.785851] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.785897] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.786112] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.786273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.808765] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: IN_PROGRESS for 2s [ 1142.438236] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1142.438422] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1142.610056] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 1142.610405] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.088975] env[65962]: INFO networking_nsxv3.common.synchronization [req-e293697d-d83a-4ecb-9a67-93033e67c098 req-c15f1b01-a29f-4fcc-b14b-167daf543881 tempest-ServerDiskConfigTestJSON-1816373583 tempest-ServerDiskConfigTestJSON-1816373583-project-member] Enqueued Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1143.089263] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1143.090922] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.090922] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.090922] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.090922] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.090922] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.090922] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.090922] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.090922] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.090922] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.090922] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.593099] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.593317] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.593317] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.593536] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.593630] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.593847] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.593948] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.594021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.594173] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.594247] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.594332] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 is going to be updated. [ 1143.621366] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.621614] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.621682] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.621859] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.622016] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.633270] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: IN_PROGRESS for 2s [ 1143.824026] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: SUCCESS [ 1143.824265] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.204142] env[65962]: INFO networking_nsxv3.common.synchronization [None req-4809f101-9807-44f0-a100-a3e59c112ad2 tempest-ServerActionsTestOtherA-1222154774 tempest-ServerActionsTestOtherA-1222154774-project-member] Enqueued Resource ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 with Priority: HIGHEST for action security_group_rules [ 1145.204719] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 with Priority: HIGHEST for action security_group_rules [ 1145.205047] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96cb6dc7-2529-4780-b138-5fa1771e84d6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.205171] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.205238] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.205496] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.205583] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96cb6dc7-2529-4780-b138-5fa1771e84d6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.279443] env[65962]: INFO networking_nsxv3.common.synchronization [None req-866e4e3c-d5b1-47fd-9200-d846982e1aa9 tempest-ServerActionsTestOtherA-1222154774 tempest-ServerActionsTestOtherA-1222154774-project-member] Enqueued Resource ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 with Priority: HIGHEST for action security_group_rules [ 1145.279443] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 with Priority: HIGHEST for action security_group_rules [ 1145.279767] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96cb6dc7-2529-4780-b138-5fa1771e84d6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.279862] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.644457] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: SUCCESS [ 1145.644638] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 deletion is rescheduled due to dependency. [ 1145.644758] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.725189] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.725330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.725407] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.725619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.725705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.725797] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 already deleted. [ 1145.725896] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.726034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.726185] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.726266] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96cb6dc7-2529-4780-b138-5fa1771e84d6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.250035] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.250035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.250035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.250478] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.250478] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.250478] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 already deleted. [ 1146.250571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.963271] env[65962]: INFO networking_nsxv3.common.synchronization [req-562a60bf-b2df-4e97-a2e4-7d44dbb07d34 req-bee8d672-a1a9-4689-a7fe-bf8175ac6325 tempest-ServersTestJSON-1907904000 tempest-ServersTestJSON-1907904000-project-member] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1147.963979] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1147.964317] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.964437] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.964503] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.964757] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.964854] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.964946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.965043] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.965164] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.965248] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.965341] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.467752] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.970409] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.473255] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.473255] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.473255] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.473635] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.473723] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.473833] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 1149.507100] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.507281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.507323] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.507536] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.507667] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.520175] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 1149.528647] env[65962]: INFO networking_nsxv3.common.synchronization [req-cd3f48a4-42d4-4938-9380-585b609fe08d req-71ffc03b-04c3-4488-b6eb-60c7c7531991 tempest-ServerDiskConfigTestJSON-1816373583 tempest-ServerDiskConfigTestJSON-1816373583-project-member] Enqueued Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1149.529208] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1149.529538] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.529697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.529739] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.530022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.530140] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.530241] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.530300] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.530451] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.530601] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.530601] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.908108] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.908314] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.908438] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.908703] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.908963] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.909140] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.909252] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.909474] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.909630] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.909835] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.909947] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.910063] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.910167] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.910273] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.910373] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.910499] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.929748] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.929926] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.930057] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.930242] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.930558] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-38bd85de-9b67-436a-bbfa-f37c220da785 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.930730] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-38bd85de-9b67-436a-bbfa-f37c220da785" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.930852] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-38bd85de-9b67-436a-bbfa-f37c220da785" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.931199] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-38bd85de-9b67-436a-bbfa-f37c220da785" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.931338] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38bd85de-9b67-436a-bbfa-f37c220da785',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.032920] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.033316] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.033316] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.033434] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.033520] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.033725] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.033821] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.033901] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.034071] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.034150] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.034238] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 is going to be updated. [ 1150.059893] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.060062] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.060114] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.060316] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.060457] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.069734] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: IN_PROGRESS for 2s [ 1150.434156] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.434612] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.434946] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.435285] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.435444] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.435630] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 38bd85de-9b67-436a-bbfa-f37c220da785 not found, creating... [ 1150.436210] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.436376] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.436500] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.436742] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.436886] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.437215] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.437361] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.437478] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.437696] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.438152] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.438307] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 38bd85de-9b67-436a-bbfa-f37c220da785 is going to be created. [ 1150.460265] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.460506] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.460596] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.460876] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.461137] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.461443] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-38bd85de-9b67-436a-bbfa-f37c220da785" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.177179] env[65962]: INFO networking_nsxv3.common.synchronization [req-cd3f48a4-42d4-4938-9380-585b609fe08d req-1711a527-562b-4860-8bed-98401661c7b5 service nova] Enqueued Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_rules [ 1151.177179] env[65962]: INFO networking_nsxv3.common.synchronization [req-cd3f48a4-42d4-4938-9380-585b609fe08d req-1711a527-562b-4860-8bed-98401661c7b5 service nova] Enqueued Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1151.177179] env[65962]: INFO networking_nsxv3.common.synchronization [req-cd3f48a4-42d4-4938-9380-585b609fe08d req-1711a527-562b-4860-8bed-98401661c7b5 service nova] Enqueued Resource ID: 38bd85de-9b67-436a-bbfa-f37c220da785 with Priority: HIGHEST for action port [ 1151.177179] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_rules [ 1151.177179] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1151.177179] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bd85de-9b67-436a-bbfa-f37c220da785 with Priority: HIGHEST for action port [ 1151.177179] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.177179] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.177179] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.177179] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.178046] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.178997] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.179106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.179301] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-38bd85de-9b67-436a-bbfa-f37c220da785 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.179403] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38bd85de-9b67-436a-bbfa-f37c220da785" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.179486] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38bd85de-9b67-436a-bbfa-f37c220da785" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.179696] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38bd85de-9b67-436a-bbfa-f37c220da785" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.179896] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38bd85de-9b67-436a-bbfa-f37c220da785',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.530736] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 1151.531028] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.682623] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.682805] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.683084] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38bd85de-9b67-436a-bbfa-f37c220da785 with status ACTIVE [ 1151.683342] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.683497] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.683599] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.683904] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.684050] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.684304] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.684454] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.684560] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.684800] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.684927] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.685227] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.685381] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.685482] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.686035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.686035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.686035] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38bd85de-9b67-436a-bbfa-f37c220da785 is going to be updated. [ 1151.711047] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.711047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.711047] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.711340] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.711396] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.711529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38bd85de-9b67-436a-bbfa-f37c220da785" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.779934] env[65962]: INFO networking_nsxv3.common.synchronization [req-496bff53-b400-487c-915a-0db5288b1553 req-81967b1c-5201-4d1e-8aaa-f2b33304623f tempest-ServerActionsTestOtherB-933296761 tempest-ServerActionsTestOtherB-933296761-project-member] Enqueued Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_members [ 1151.780590] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_members [ 1151.781535] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.781535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.781535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.781535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.782069] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.782147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.782221] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.782354] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.782454] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.782536] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.082024] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: SUCCESS [ 1152.082024] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 deletion is rescheduled due to dependency. [ 1152.082024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.082024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.082024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.082024] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.082024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.082024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.082024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.082024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.082024] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.285441] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.285849] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.285849] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.285965] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.285965] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.286177] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.286279] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.286331] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.286488] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.286554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.286644] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 is going to be updated. [ 1152.314355] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.314355] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.314355] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.314355] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.314630] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.326812] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: IN_PROGRESS for 2s [ 1152.570876] env[65962]: INFO networking_nsxv3.common.synchronization [req-0b64a9dd-499f-40a8-b429-7ac25197cb91 req-727cc505-b141-44d4-9126-31eca033e481 tempest-AttachInterfacesTestJSON-1497595542 tempest-AttachInterfacesTestJSON-1497595542-project-member] Enqueued Resource ID: e29ccce6-3023-43ad-9100-b059f6575eda with Priority: HIGHEST for action security_group_members [ 1152.571444] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29ccce6-3023-43ad-9100-b059f6575eda with Priority: HIGHEST for action security_group_members [ 1152.571766] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29ccce6-3023-43ad-9100-b059f6575eda taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.571883] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.571957] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.573499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.573690] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.573787] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.573847] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.574043] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.574129] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.574228] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29ccce6-3023-43ad-9100-b059f6575eda',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.584264] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.078089] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e29ccce6-3023-43ad-9100-b059f6575eda',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.087908] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.579647] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e29ccce6-3023-43ad-9100-b059f6575eda',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.591295] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.591443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.591542] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.592038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.592038] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.592038] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 is going to be updated. [ 1153.626214] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.626214] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.626214] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.626451] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.626573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.636869] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: IN_PROGRESS for 2s [ 1153.871509] env[65962]: INFO networking_nsxv3.common.synchronization [req-469b8f59-44e1-43de-9d6b-4545b0a6c189 req-60f735e7-9304-4cc6-9a20-9d4085fb09bc tempest-ServerActionsTestOtherA-1222154774 tempest-ServerActionsTestOtherA-1222154774-project-member] Enqueued Resource ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 with Priority: HIGHEST for action security_group_members [ 1153.872112] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 with Priority: HIGHEST for action security_group_members [ 1153.872440] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-96cb6dc7-2529-4780-b138-5fa1771e84d6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.872565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.872635] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.872893] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.876035] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.877102] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.877102] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.877102] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.877102] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.877102] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96cb6dc7-2529-4780-b138-5fa1771e84d6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.082184] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.082459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.082559] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.082889] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.083068] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.083210] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29ccce6-3023-43ad-9100-b059f6575eda is going to be updated. [ 1154.125264] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.125503] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.125609] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.125921] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.126117] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.137906] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29ccce6-3023-43ad-9100-b059f6575eda in Status: IN_PROGRESS for 2s [ 1154.246877] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-378 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.247231] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-378" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.247336] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-378" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.247606] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-378" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.247927] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.248111] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.248346] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.248520] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.248600] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.248845] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.248971] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.249130] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.249212] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.249325] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.249433] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.249578] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.289258] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.289447] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1154.289672] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.289904] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-378" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.290298] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-6934a893-048f-456f-baee-a6aae16fa4d1 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.290491] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-6934a893-048f-456f-baee-a6aae16fa4d1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.290617] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-6934a893-048f-456f-baee-a6aae16fa4d1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.291016] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-6934a893-048f-456f-baee-a6aae16fa4d1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.291165] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6934a893-048f-456f-baee-a6aae16fa4d1',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.339835] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: SUCCESS [ 1154.340938] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 deletion is rescheduled due to dependency. [ 1154.340938] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.382419] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.383432] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.383432] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.383432] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.383432] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.383643] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.383718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.383909] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.383993] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.384034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.384114] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 already deleted. [ 1154.384195] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.794935] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.795385] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.795571] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.796031] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.796304] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.796601] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 6934a893-048f-456f-baee-a6aae16fa4d1 not found, creating... [ 1154.797114] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.797393] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.797671] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.798027] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.798283] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.798798] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.799098] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.799315] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.799684] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.799911] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.800160] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 6934a893-048f-456f-baee-a6aae16fa4d1 is going to be created. [ 1154.828494] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.828804] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.829041] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.829470] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.829950] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.830296] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-6934a893-048f-456f-baee-a6aae16fa4d1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.551378] env[65962]: INFO networking_nsxv3.common.synchronization [req-469b8f59-44e1-43de-9d6b-4545b0a6c189 req-3d9e2a40-7f7a-4541-b479-32f9f3cd9e87 service nova] Enqueued Resource ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 with Priority: HIGHEST for action security_group_rules [ 1155.551378] env[65962]: INFO networking_nsxv3.common.synchronization [req-469b8f59-44e1-43de-9d6b-4545b0a6c189 req-3d9e2a40-7f7a-4541-b479-32f9f3cd9e87 service nova] Enqueued Resource ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 with Priority: HIGHEST for action security_group_members [ 1155.551378] env[65962]: INFO networking_nsxv3.common.synchronization [req-469b8f59-44e1-43de-9d6b-4545b0a6c189 req-3d9e2a40-7f7a-4541-b479-32f9f3cd9e87 service nova] Enqueued Resource ID: 6934a893-048f-456f-baee-a6aae16fa4d1 with Priority: HIGHEST for action port [ 1155.551378] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 with Priority: HIGHEST for action security_group_rules [ 1155.551378] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 with Priority: HIGHEST for action security_group_members [ 1155.551739] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6934a893-048f-456f-baee-a6aae16fa4d1 with Priority: HIGHEST for action port [ 1155.552084] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96cb6dc7-2529-4780-b138-5fa1771e84d6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.552282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.552384] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.552612] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.552722] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96cb6dc7-2529-4780-b138-5fa1771e84d6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.554113] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-96cb6dc7-2529-4780-b138-5fa1771e84d6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.554282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.554379] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.554585] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.554757] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.554834] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.554905] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.555172] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.555291] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.555407] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96cb6dc7-2529-4780-b138-5fa1771e84d6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.556312] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-6934a893-048f-456f-baee-a6aae16fa4d1 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.556405] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6934a893-048f-456f-baee-a6aae16fa4d1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.556405] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6934a893-048f-456f-baee-a6aae16fa4d1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.556549] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6934a893-048f-456f-baee-a6aae16fa4d1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.557590] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6934a893-048f-456f-baee-a6aae16fa4d1',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.649421] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: SUCCESS [ 1155.649671] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.649861] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.650112] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.650315] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.650446] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.650516] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.650713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.650815] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.651468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.651468] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.058185] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96cb6dc7-2529-4780-b138-5fa1771e84d6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.059277] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-96cb6dc7-2529-4780-b138-5fa1771e84d6 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.059402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.059565] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6934a893-048f-456f-baee-a6aae16fa4d1 with status ACTIVE [ 1156.059733] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.059841] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.059924] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.060213] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.060328] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.060536] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.060654] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.060727] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.060892] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.060986] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.061968] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.062114] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.062168] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.062320] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.062397] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.063061] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6934a893-048f-456f-baee-a6aae16fa4d1 is going to be updated. [ 1156.085571] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.085730] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.085768] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.085977] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.086133] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.086293] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6934a893-048f-456f-baee-a6aae16fa4d1" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.148838] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29ccce6-3023-43ad-9100-b059f6575eda in Status: SUCCESS [ 1156.149011] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.153688] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.153898] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.153969] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.154168] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.154337] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.154466] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.154550] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.154774] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.154870] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.154989] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.155168] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.155256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.155316] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.155458] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.155593] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.155680] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.155971] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.155971] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.155971] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.156109] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.156141] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.564988] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96cb6dc7-2529-4780-b138-5fa1771e84d6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.658182] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bebe0c70-259d-42fb-bc3b-3b32399f10f9: rpc.has_security_group_logging(os_id): False [ 1156.677086] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.677333] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.677471] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.677748] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.677865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.678135] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.678252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.678328] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.678512] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.678618] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.678830] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.678972] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.679071] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.679238] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.679405] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.679492] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.679587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.679642] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.679817] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.679883] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.680023] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 is going to be updated. [ 1156.750385] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.750645] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.750771] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.751796] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.751796] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.767085] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: IN_PROGRESS for 2s [ 1157.068323] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.068696] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.068696] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.068865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.068960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.069077] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 is going to be created. [ 1157.092904] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.093095] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.093141] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.093336] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.093492] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.103795] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 in Status: UNINITIALIZED for 2s [ 1158.336532] env[65962]: INFO networking_nsxv3.common.synchronization [req-42f10f35-47cb-4321-9032-52022ef79de1 req-e834f443-8543-406c-9abf-a0bf8aef6bbd tempest-ServersTestJSON-1907904000 tempest-ServersTestJSON-1907904000-project-member] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1158.337140] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGHEST for action security_group_members [ 1158.337593] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.338149] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.340382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.340382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.340382] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.340382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.340382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.340382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.340382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.340382] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.781358] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: SUCCESS [ 1158.781585] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.842365] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.842582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.842582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.842963] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.843091] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.843338] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.843502] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.843502] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.843668] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.843740] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.843830] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be updated. [ 1158.872808] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.872973] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.873049] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.873262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.873413] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.881565] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: IN_PROGRESS for 2s [ 1159.113623] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 in Status: SUCCESS [ 1159.113856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.114136] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.114507] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.114677] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.114677] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.114793] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.114858] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.114937] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.115031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.115124] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96cb6dc7-2529-4780-b138-5fa1771e84d6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.618133] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96cb6dc7-2529-4780-b138-5fa1771e84d6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.120386] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96cb6dc7-2529-4780-b138-5fa1771e84d6: rpc.has_security_group_logging(os_id): False [ 1160.139791] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.139976] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.140015] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.140268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.140359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.140635] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.140726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.140804] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.140980] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.141050] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.141117] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 is going to be created. [ 1160.203882] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.204033] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.204116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.204316] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.204502] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.218849] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 in Status: IN_PROGRESS for 2s [ 1160.892939] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 in Status: SUCCESS [ 1160.892939] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 deletion is rescheduled due to dependency. [ 1160.892939] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.413201] env[65962]: INFO networking_nsxv3.common.synchronization [req-094be5f1-ec7a-4111-9d88-ad37fdf00708 req-427225c0-e5e3-4bd2-a6a2-0884c9ca0221 tempest-AttachInterfacesTestJSON-1497595542 tempest-AttachInterfacesTestJSON-1497595542-project-member] Enqueued Resource ID: e29ccce6-3023-43ad-9100-b059f6575eda with Priority: HIGHEST for action security_group_members [ 1161.413707] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29ccce6-3023-43ad-9100-b059f6575eda with Priority: HIGHEST for action security_group_members [ 1161.414078] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29ccce6-3023-43ad-9100-b059f6575eda taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.414228] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.414281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.414474] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.414637] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.414776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.414848] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.415013] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.415111] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.415205] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29ccce6-3023-43ad-9100-b059f6575eda',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.917754] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.918150] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.918150] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.918251] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.918347] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.918544] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.918640] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.918706] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.918855] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.918952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.919033] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29ccce6-3023-43ad-9100-b059f6575eda is going to be updated. [ 1161.950398] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.950579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.950622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.950801] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.950944] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.960280] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29ccce6-3023-43ad-9100-b059f6575eda in Status: IN_PROGRESS for 2s [ 1162.232672] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 in Status: SUCCESS [ 1162.232905] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.970153] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29ccce6-3023-43ad-9100-b059f6575eda in Status: SUCCESS [ 1163.970536] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29ccce6-3023-43ad-9100-b059f6575eda deletion is rescheduled due to dependency. [ 1163.970536] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29ccce6-3023-43ad-9100-b059f6575eda" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.990439] env[65962]: INFO networking_nsxv3.common.synchronization [req-8cf89663-18d6-4438-91c8-43a5dda8e5e3 req-568e6af6-b25a-4352-9ab9-0fdb391227ef tempest-ServerActionsTestOtherB-933296761 tempest-ServerActionsTestOtherB-933296761-project-member] Enqueued Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_members [ 1164.991109] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_members [ 1164.991427] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.991548] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.991630] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.991893] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.992132] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.992316] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.992470] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.992700] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.992831] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.992986] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.323224] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.323434] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.323567] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.323874] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.324198] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.324371] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.324492] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.324718] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.324899] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.325176] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.325295] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.325407] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.325516] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.325624] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.325735] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.325866] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.345698] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.345872] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.345980] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.346190] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.346521] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-9ed80aa5-35c0-4864-8b78-3d5c2bc3865e taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.346693] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-9ed80aa5-35c0-4864-8b78-3d5c2bc3865e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.346817] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-9ed80aa5-35c0-4864-8b78-3d5c2bc3865e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.347197] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-9ed80aa5-35c0-4864-8b78-3d5c2bc3865e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.347342] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ed80aa5-35c0-4864-8b78-3d5c2bc3865e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.495654] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.495846] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.495887] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.496119] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.496213] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.496414] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.496514] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.496576] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.496726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.496801] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.496887] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 is going to be updated. [ 1165.521552] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.521772] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.521820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.522037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.522182] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.530905] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: IN_PROGRESS for 2s [ 1165.850512] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.850763] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.850921] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.851252] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.851416] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.851598] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 9ed80aa5-35c0-4864-8b78-3d5c2bc3865e not found, creating... [ 1165.851954] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.852133] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.852267] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.852507] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.852678] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.853160] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.853299] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.853415] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.853628] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.853764] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.853907] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 9ed80aa5-35c0-4864-8b78-3d5c2bc3865e is going to be created. [ 1165.874150] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.874396] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.874475] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.874752] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.874990] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.875232] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-9ed80aa5-35c0-4864-8b78-3d5c2bc3865e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.895863] env[65962]: INFO networking_nsxv3.common.synchronization [req-b4918b0b-cbfb-4f27-969d-d29a031e9c1c req-1332f4a0-fb5a-4e96-852c-3542000ec8c9 tempest-DeleteServersTestJSON-358591378 tempest-DeleteServersTestJSON-358591378-project-member] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1165.896631] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGHEST for action security_group_members [ 1165.896998] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.897153] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.897216] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.897413] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.897563] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.897657] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.897720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.897867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.897950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.898054] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.400518] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.400935] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.400935] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.401258] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.401388] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.401667] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.401973] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.402082] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.402269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.402356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.402471] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be updated. [ 1166.434974] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.435237] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.435237] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.435484] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.435577] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.445362] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: IN_PROGRESS for 2s [ 1166.624387] env[65962]: INFO networking_nsxv3.common.synchronization [req-8cf89663-18d6-4438-91c8-43a5dda8e5e3 req-d678a188-0733-4a15-81f0-d8ff516cdc00 service nova] Enqueued Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_rules [ 1166.624705] env[65962]: INFO networking_nsxv3.common.synchronization [req-8cf89663-18d6-4438-91c8-43a5dda8e5e3 req-d678a188-0733-4a15-81f0-d8ff516cdc00 service nova] Enqueued Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_members [ 1166.624955] env[65962]: INFO networking_nsxv3.common.synchronization [req-8cf89663-18d6-4438-91c8-43a5dda8e5e3 req-d678a188-0733-4a15-81f0-d8ff516cdc00 service nova] Enqueued Resource ID: 9ed80aa5-35c0-4864-8b78-3d5c2bc3865e with Priority: HIGHEST for action port [ 1166.625866] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_rules [ 1166.626137] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_members [ 1166.626398] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed80aa5-35c0-4864-8b78-3d5c2bc3865e with Priority: HIGHEST for action port [ 1166.626768] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.626956] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.627102] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.627405] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.627541] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.629372] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.629683] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.629997] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ed80aa5-35c0-4864-8b78-3d5c2bc3865e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.630211] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ed80aa5-35c0-4864-8b78-3d5c2bc3865e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.630258] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ed80aa5-35c0-4864-8b78-3d5c2bc3865e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.630441] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ed80aa5-35c0-4864-8b78-3d5c2bc3865e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.630521] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ed80aa5-35c0-4864-8b78-3d5c2bc3865e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.130312] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.130490] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.132913] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ed80aa5-35c0-4864-8b78-3d5c2bc3865e with status ACTIVE [ 1167.133164] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.133333] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.133383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.133616] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.133646] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.133834] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.133943] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.133990] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.135507] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.135507] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.135507] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.135507] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.135507] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.135507] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.135507] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.135507] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ed80aa5-35c0-4864-8b78-3d5c2bc3865e is going to be updated. [ 1167.156338] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.156496] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.156553] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.156757] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.157312] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.157312] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ed80aa5-35c0-4864-8b78-3d5c2bc3865e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.541425] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: SUCCESS [ 1167.541814] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 deletion is rescheduled due to dependency. [ 1167.541814] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.541949] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.542191] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.542382] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.542500] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.542565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.542725] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.542803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.543073] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.045941] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.456837] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d in Status: SUCCESS [ 1168.457048] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d deletion is rescheduled due to dependency. [ 1168.457184] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.548389] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.051152] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.051345] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.051391] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.051664] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.051818] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.051937] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 is going to be updated. [ 1169.082429] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.082629] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.082629] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.082949] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.083091] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.092103] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: IN_PROGRESS for 2s [ 1170.572494] env[65962]: INFO networking_nsxv3.common.synchronization [None req-25ba4c2b-516d-428a-b936-9b51386b5db9 tempest-AttachInterfacesTestJSON-1497595542 tempest-AttachInterfacesTestJSON-1497595542-project-member] Enqueued Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 1170.573457] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a637c4c-d96d-4c85-965a-e24162926a26 with Priority: HIGHEST for action security_group_members [ 1170.574287] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a637c4c-d96d-4c85-965a-e24162926a26 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.575342] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.575699] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.575925] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.576121] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.576228] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.576367] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.576559] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.576652] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.576772] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a637c4c-d96d-4c85-965a-e24162926a26',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.083347] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.083577] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.083638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.083957] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.084082] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.084346] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.084486] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.084558] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.084755] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.084874] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.084980] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a637c4c-d96d-4c85-965a-e24162926a26 is going to be updated. [ 1171.108413] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: SUCCESS [ 1171.108645] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.109178] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.109397] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.109718] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.109869] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.109941] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.110121] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.110202] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.110287] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.110459] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.118103] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.118253] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.118253] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.118448] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.118591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.128663] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: IN_PROGRESS for 2s [ 1171.612631] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.114874] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb5aff44-bfa3-4327-b50e-edea44abd4f0: rpc.has_security_group_logging(os_id): False [ 1172.134414] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.134554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.134634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.134830] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.134922] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.135180] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.135282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.135341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.135492] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.135566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.135652] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 is going to be updated. [ 1172.200684] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.200907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.200986] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.201423] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.201500] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.226486] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: IN_PROGRESS for 2s [ 1173.138841] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a637c4c-d96d-4c85-965a-e24162926a26 in Status: SUCCESS [ 1173.139371] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a637c4c-d96d-4c85-965a-e24162926a26 deletion is rescheduled due to dependency. [ 1173.139371] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a637c4c-d96d-4c85-965a-e24162926a26" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.244334] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: SUCCESS [ 1174.244636] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.895782] env[65962]: INFO networking_nsxv3.common.synchronization [None req-6f5d09ea-aea8-4d42-ada5-e8cc0283bf79 None None] Enqueued Resource ID: c4a17bb4-56ea-4a47-ac05-11d0d5b6522b with Priority: HIGHEST for action port [ 1174.896631] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4a17bb4-56ea-4a47-ac05-11d0d5b6522b with Priority: HIGHEST for action port [ 1174.896631] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4a17bb4-56ea-4a47-ac05-11d0d5b6522b taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.896631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4a17bb4-56ea-4a47-ac05-11d0d5b6522b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.896631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4a17bb4-56ea-4a47-ac05-11d0d5b6522b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.896841] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4a17bb4-56ea-4a47-ac05-11d0d5b6522b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.896841] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4a17bb4-56ea-4a47-ac05-11d0d5b6522b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.399057] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4a17bb4-56ea-4a47-ac05-11d0d5b6522b [ 1175.399503] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.399648] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.399739] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.399990] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.400110] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.400216] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4a17bb4-56ea-4a47-ac05-11d0d5b6522b already deleted. [ 1175.400308] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4a17bb4-56ea-4a47-ac05-11d0d5b6522b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.156552] env[65962]: INFO networking_nsxv3.common.synchronization [None req-5d3280f8-5384-4023-9a86-607a9f28dc5b tempest-ServerActionsTestJSON-636458219 tempest-ServerActionsTestJSON-636458219-project-member] Enqueued Resource ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d with Priority: HIGHEST for action security_group_rules [ 1176.158683] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d with Priority: HIGHEST for action security_group_rules [ 1176.159128] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31494a4b-bd9e-4136-a731-1e4c4c31016d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.159614] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.159800] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.160179] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.161114] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31494a4b-bd9e-4136-a731-1e4c4c31016d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.292844] env[65962]: INFO networking_nsxv3.common.synchronization [None req-94297b22-f87c-4319-90a3-e55a51870fa9 tempest-ServerActionsTestJSON-636458219 tempest-ServerActionsTestJSON-636458219-project-member] Enqueued Resource ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d with Priority: HIGHEST for action security_group_rules [ 1176.293498] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d with Priority: HIGHEST for action security_group_rules [ 1176.293830] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31494a4b-bd9e-4136-a731-1e4c4c31016d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.293944] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.687182] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.687614] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.687614] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.687614] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.687833] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.687833] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d already deleted. [ 1176.687916] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.688072] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.688594] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.688594] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31494a4b-bd9e-4136-a731-1e4c4c31016d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.211749] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.211937] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.212037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.213100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.213271] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.213394] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d already deleted. [ 1177.213479] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.253745] env[65962]: INFO networking_nsxv3.common.synchronization [None req-8e40374b-1612-44a8-a61a-bb65c1c7841b None None] Enqueued Resource ID: c2a0cbe4-c30a-491a-a16d-d9640ae05935 with Priority: HIGHEST for action port [ 1177.253885] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a0cbe4-c30a-491a-a16d-d9640ae05935 with Priority: HIGHEST for action port [ 1177.254465] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2a0cbe4-c30a-491a-a16d-d9640ae05935 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.254594] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2a0cbe4-c30a-491a-a16d-d9640ae05935" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.254824] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2a0cbe4-c30a-491a-a16d-d9640ae05935" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.254924] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2a0cbe4-c30a-491a-a16d-d9640ae05935" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.255070] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2a0cbe4-c30a-491a-a16d-d9640ae05935',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.756499] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2a0cbe4-c30a-491a-a16d-d9640ae05935 [ 1177.756813] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.756904] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.756946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.757176] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.757268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.757366] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2a0cbe4-c30a-491a-a16d-d9640ae05935 already deleted. [ 1177.757446] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2a0cbe4-c30a-491a-a16d-d9640ae05935" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.851366] env[65962]: INFO networking_nsxv3.common.synchronization [req-5aaf009e-ba27-467b-bf37-7e00c19b72f2 req-3d489145-adb6-4141-a7f7-36c0681410c9 tempest-AttachVolumeNegativeTest-1947892118 tempest-AttachVolumeNegativeTest-1947892118-project-member] Enqueued Resource ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee with Priority: HIGHEST for action security_group_members [ 1177.852062] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee with Priority: HIGHEST for action security_group_members [ 1177.852390] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab40e9d6-43e5-4c44-9eb6-80670734c1ee taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.852522] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.852642] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.852854] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.853082] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.853402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.853402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.853402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.853516] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.853726] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab40e9d6-43e5-4c44-9eb6-80670734c1ee',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.358571] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.358739] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.358813] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.359065] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.359159] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.359363] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.359469] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.359523] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.359683] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.359750] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.360316] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee is going to be updated. [ 1178.406387] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.406576] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.406614] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.406842] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.407015] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.426333] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee in Status: IN_PROGRESS for 2s [ 1180.437982] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee in Status: SUCCESS [ 1180.438349] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee deletion is rescheduled due to dependency. [ 1180.438532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.069510] env[65962]: INFO networking_nsxv3.common.synchronization [req-a0a66c57-ffe0-4a65-b200-20c329ca579d req-78328409-3af2-42e8-b9f8-cd88abd0c3e7 tempest-InstanceActionsNegativeTestJSON-746501569 tempest-InstanceActionsNegativeTestJSON-746501569-project-member] Enqueued Resource ID: fc27105c-e158-4d91-a5d9-da1b28fddb27 with Priority: HIGHEST for action security_group_members [ 1181.070165] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc27105c-e158-4d91-a5d9-da1b28fddb27 with Priority: HIGHEST for action security_group_members [ 1181.073676] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc27105c-e158-4d91-a5d9-da1b28fddb27 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.073676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.073676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.073676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.073676] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.073676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.073676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.073676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.073676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.073676] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc27105c-e158-4d91-a5d9-da1b28fddb27',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.432866] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.434258] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-345" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.434258] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-345" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.434258] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-345" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.435393] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.435393] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.435393] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.435393] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.435393] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.435682] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.435785] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.435903] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.436125] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.436862] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.436862] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.436862] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.457407] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.457673] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1181.457750] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.457935] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-345" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.458275] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-db4530fb-da58-4ad3-a5ef-1ff7a38ca711 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.458456] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-db4530fb-da58-4ad3-a5ef-1ff7a38ca711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.458657] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-db4530fb-da58-4ad3-a5ef-1ff7a38ca711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.459088] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-db4530fb-da58-4ad3-a5ef-1ff7a38ca711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.459274] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db4530fb-da58-4ad3-a5ef-1ff7a38ca711',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.573242] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.573625] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.573820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.574845] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.574845] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.574845] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.574845] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.574845] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.574845] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.574845] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.574845] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc27105c-e158-4d91-a5d9-da1b28fddb27 already deleted. [ 1181.575148] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.961533] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.961794] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.962145] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.962445] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.962613] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.962773] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port db4530fb-da58-4ad3-a5ef-1ff7a38ca711 not found, creating... [ 1181.963169] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.963336] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.963470] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.963719] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.963866] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.964333] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.964571] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.964571] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.964737] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.964869] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.965015] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: db4530fb-da58-4ad3-a5ef-1ff7a38ca711 is going to be created. [ 1181.985384] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.985644] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.985793] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.986093] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.986344] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.986596] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-db4530fb-da58-4ad3-a5ef-1ff7a38ca711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.720734] env[65962]: INFO networking_nsxv3.common.synchronization [req-a0a66c57-ffe0-4a65-b200-20c329ca579d req-8f6e181b-de5f-4c8a-b9a3-0b621c3f0624 service nova] Enqueued Resource ID: fc27105c-e158-4d91-a5d9-da1b28fddb27 with Priority: HIGHEST for action security_group_rules [ 1182.720734] env[65962]: INFO networking_nsxv3.common.synchronization [req-a0a66c57-ffe0-4a65-b200-20c329ca579d req-8f6e181b-de5f-4c8a-b9a3-0b621c3f0624 service nova] Enqueued Resource ID: fc27105c-e158-4d91-a5d9-da1b28fddb27 with Priority: HIGHEST for action security_group_members [ 1182.720734] env[65962]: INFO networking_nsxv3.common.synchronization [req-a0a66c57-ffe0-4a65-b200-20c329ca579d req-8f6e181b-de5f-4c8a-b9a3-0b621c3f0624 service nova] Enqueued Resource ID: db4530fb-da58-4ad3-a5ef-1ff7a38ca711 with Priority: HIGHEST for action port [ 1182.721529] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc27105c-e158-4d91-a5d9-da1b28fddb27 with Priority: HIGHEST for action security_group_rules [ 1182.721671] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc27105c-e158-4d91-a5d9-da1b28fddb27 with Priority: HIGHEST for action security_group_members [ 1182.721671] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4530fb-da58-4ad3-a5ef-1ff7a38ca711 with Priority: HIGHEST for action port [ 1182.721997] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc27105c-e158-4d91-a5d9-da1b28fddb27 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.722175] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.722252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.722509] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.722600] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc27105c-e158-4d91-a5d9-da1b28fddb27',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.723592] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc27105c-e158-4d91-a5d9-da1b28fddb27 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.723751] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.723751] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.723921] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.724154] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.724296] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.724296] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.724475] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.724475] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.724570] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc27105c-e158-4d91-a5d9-da1b28fddb27',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.726260] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-db4530fb-da58-4ad3-a5ef-1ff7a38ca711 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.726260] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db4530fb-da58-4ad3-a5ef-1ff7a38ca711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.726260] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db4530fb-da58-4ad3-a5ef-1ff7a38ca711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.726260] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db4530fb-da58-4ad3-a5ef-1ff7a38ca711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.726260] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db4530fb-da58-4ad3-a5ef-1ff7a38ca711',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.078495] env[65962]: INFO networking_nsxv3.common.synchronization [req-be0175ee-6bd7-4c7b-b016-e02a4a280e59 req-5bedb250-9137-4abc-b0ea-b0237ebdd25c tempest-ServerRescueNegativeTestJSON-188126304 tempest-ServerRescueNegativeTestJSON-188126304-project-member] Enqueued Resource ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 with Priority: HIGHEST for action security_group_members [ 1183.079224] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 with Priority: HIGHEST for action security_group_members [ 1183.079611] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc9e2502-07d4-4534-be8b-1902dafe9b30 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.079742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.079812] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.080812] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.080812] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.080812] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.080812] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.080812] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.080812] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.080812] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc9e2502-07d4-4534-be8b-1902dafe9b30',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.231914] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc27105c-e158-4d91-a5d9-da1b28fddb27 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.231914] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.231914] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc27105c-e158-4d91-a5d9-da1b28fddb27',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.235548] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db4530fb-da58-4ad3-a5ef-1ff7a38ca711 with status ACTIVE [ 1183.235645] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.235743] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.235800] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.236612] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.236612] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.236612] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.236612] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.236612] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.236979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.236979] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.237099] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.237099] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.237232] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.238097] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.238097] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.238097] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db4530fb-da58-4ad3-a5ef-1ff7a38ca711 is going to be updated. [ 1183.276636] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.276823] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.276823] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.277077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.277233] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.277409] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db4530fb-da58-4ad3-a5ef-1ff7a38ca711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.540538] env[65962]: INFO networking_nsxv3.common.synchronization [req-5a2a2fe6-f66f-4a86-82d1-37ac980d28f7 req-a39aceb5-324b-4006-bc28-d8a698b6d0a7 tempest-ServerActionsTestJSON-636458219 tempest-ServerActionsTestJSON-636458219-project-member] Enqueued Resource ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d with Priority: HIGHEST for action security_group_members [ 1183.540962] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d with Priority: HIGHEST for action security_group_members [ 1183.541285] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-31494a4b-bd9e-4136-a731-1e4c4c31016d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.541405] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.541474] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.541707] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.541860] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.541982] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.542080] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.542241] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.542325] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.542418] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31494a4b-bd9e-4136-a731-1e4c4c31016d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.583543] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.583760] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.583852] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.584205] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.608499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.608764] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.608885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.608954] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.609181] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.609261] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.609352] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 is going to be updated. [ 1183.635592] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.635795] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.635795] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.635991] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.636144] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.645779] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 in Status: IN_PROGRESS for 2s [ 1183.736445] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc27105c-e158-4d91-a5d9-da1b28fddb27',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.832274] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.832536] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-561" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.832589] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-561" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.832850] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-561" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.833175] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.833409] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.833451] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.833651] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.833793] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.834008] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.834127] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.834259] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.834366] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.834479] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.834582] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.834709] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.855096] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.855287] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1183.855429] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.855607] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-561" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.855914] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-f1eb7b04-d269-487a-a061-6b4866a1c22f taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.856106] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-f1eb7b04-d269-487a-a061-6b4866a1c22f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.856226] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-f1eb7b04-d269-487a-a061-6b4866a1c22f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.856593] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-f1eb7b04-d269-487a-a061-6b4866a1c22f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.856689] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1eb7b04-d269-487a-a061-6b4866a1c22f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.044337] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.044496] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.044578] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.044842] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.044952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.045187] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.045313] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.045381] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.045534] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.045610] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.045695] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d already deleted. [ 1184.045777] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.239024] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.239024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.239314] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.239356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.239487] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.239567] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc27105c-e158-4d91-a5d9-da1b28fddb27 is going to be created. [ 1184.283784] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.284023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.284023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.284304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.284474] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.315325] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc27105c-e158-4d91-a5d9-da1b28fddb27 in Status: UNINITIALIZED for 2s [ 1184.360056] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.360416] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.360633] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.361163] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.361432] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.361600] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port f1eb7b04-d269-487a-a061-6b4866a1c22f not found, creating... [ 1184.362024] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.362280] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.362474] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.362837] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.363086] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.363550] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.363799] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.363989] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.364442] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.365557] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.365557] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: f1eb7b04-d269-487a-a061-6b4866a1c22f is going to be created. [ 1184.392738] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.392912] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.393071] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.393351] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.393630] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.393877] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-f1eb7b04-d269-487a-a061-6b4866a1c22f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.162158] env[65962]: INFO networking_nsxv3.common.synchronization [req-5a2a2fe6-f66f-4a86-82d1-37ac980d28f7 req-3f8fbf1e-3d34-46fd-8906-02a309f7e50f service nova] Enqueued Resource ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d with Priority: HIGHEST for action security_group_rules [ 1185.162158] env[65962]: INFO networking_nsxv3.common.synchronization [req-5a2a2fe6-f66f-4a86-82d1-37ac980d28f7 req-3f8fbf1e-3d34-46fd-8906-02a309f7e50f service nova] Enqueued Resource ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d with Priority: HIGHEST for action security_group_members [ 1185.162158] env[65962]: INFO networking_nsxv3.common.synchronization [req-5a2a2fe6-f66f-4a86-82d1-37ac980d28f7 req-3f8fbf1e-3d34-46fd-8906-02a309f7e50f service nova] Enqueued Resource ID: f1eb7b04-d269-487a-a061-6b4866a1c22f with Priority: HIGHEST for action port [ 1185.162617] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d with Priority: HIGHEST for action security_group_rules [ 1185.162617] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d with Priority: HIGHEST for action security_group_members [ 1185.162617] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1eb7b04-d269-487a-a061-6b4866a1c22f with Priority: HIGHEST for action port [ 1185.163172] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31494a4b-bd9e-4136-a731-1e4c4c31016d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.163307] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.163377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.163567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.163646] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31494a4b-bd9e-4136-a731-1e4c4c31016d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.165102] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-31494a4b-bd9e-4136-a731-1e4c4c31016d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.165102] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.165102] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.165240] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.165783] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.165783] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.165783] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.165783] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.165783] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.165783] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31494a4b-bd9e-4136-a731-1e4c4c31016d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.167284] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1eb7b04-d269-487a-a061-6b4866a1c22f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.167284] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1eb7b04-d269-487a-a061-6b4866a1c22f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.167284] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1eb7b04-d269-487a-a061-6b4866a1c22f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.167284] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1eb7b04-d269-487a-a061-6b4866a1c22f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.167284] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1eb7b04-d269-487a-a061-6b4866a1c22f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.657021] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 in Status: SUCCESS [ 1185.657021] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 deletion is rescheduled due to dependency. [ 1185.657021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.668376] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31494a4b-bd9e-4136-a731-1e4c4c31016d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.669347] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-31494a4b-bd9e-4136-a731-1e4c4c31016d taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.669473] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.670907] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1eb7b04-d269-487a-a061-6b4866a1c22f with status ACTIVE [ 1185.671087] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.671203] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.671270] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.671470] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.671564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.671727] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.671829] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.671871] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.672071] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.672148] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.672329] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.672422] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.672483] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.672621] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.672707] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.672770] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1eb7b04-d269-487a-a061-6b4866a1c22f is going to be updated. [ 1185.691400] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.691600] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.691681] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.691876] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.692043] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.692214] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1eb7b04-d269-487a-a061-6b4866a1c22f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.170740] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31494a4b-bd9e-4136-a731-1e4c4c31016d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.324749] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc27105c-e158-4d91-a5d9-da1b28fddb27 in Status: SUCCESS [ 1186.324967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.325314] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.325434] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.325614] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.325732] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.325794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.325954] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.326069] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.326160] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.326254] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc27105c-e158-4d91-a5d9-da1b28fddb27',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.591331] env[65962]: INFO networking_nsxv3.common.synchronization [req-acb39b2d-40ef-4350-bd06-2b85acf9b8cb req-5f4eb819-6674-4f86-bd7a-b4fc75054103 tempest-ServerActionsV293TestJSON-540086068 tempest-ServerActionsV293TestJSON-540086068-project-member] Enqueued Resource ID: e7266813-4695-4ff3-b454-8103cc419366 with Priority: HIGHEST for action security_group_members [ 1186.591331] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7266813-4695-4ff3-b454-8103cc419366 with Priority: HIGHEST for action security_group_members [ 1186.591331] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7266813-4695-4ff3-b454-8103cc419366 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.591331] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.591331] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.591331] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.592306] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.592532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.592689] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.592938] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.593151] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.593353] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7266813-4695-4ff3-b454-8103cc419366',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.674370] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.675913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.675913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.675913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.675913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.675913] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d is going to be created. [ 1186.703491] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.703491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.703491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.703491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.703491] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.713383] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d in Status: UNINITIALIZED for 2s [ 1186.829023] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc27105c-e158-4d91-a5d9-da1b28fddb27 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.829023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.829646] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.829646] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.829646] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.829646] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.829817] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.829870] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.830781] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.830781] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.830781] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc27105c-e158-4d91-a5d9-da1b28fddb27 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.830781] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.830781] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.830781] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.831101] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.831101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.831101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.831206] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.831327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.831382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.831886] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc27105c-e158-4d91-a5d9-da1b28fddb27',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.096782] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.096939] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.097013] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.097286] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.097382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.097645] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.097757] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.098267] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.098267] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.098267] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.098465] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7266813-4695-4ff3-b454-8103cc419366 is going to be updated. [ 1187.133726] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.133726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.133726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.133726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.134893] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.149489] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7266813-4695-4ff3-b454-8103cc419366 in Status: IN_PROGRESS for 2s [ 1187.337885] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc27105c-e158-4d91-a5d9-da1b28fddb27: rpc.has_security_group_logging(os_id): False [ 1187.366862] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.367255] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.367255] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.367456] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.367548] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.367743] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.367842] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.367907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.368094] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.368184] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.368468] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.368567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.368629] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.368797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.368889] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.369111] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.369211] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.369273] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.369416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.369533] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.369580] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc27105c-e158-4d91-a5d9-da1b28fddb27 is going to be created. [ 1187.461591] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.461591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.461591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.461591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.461591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.471731] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc27105c-e158-4d91-a5d9-da1b28fddb27 in Status: IN_PROGRESS for 2s [ 1188.726100] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d in Status: SUCCESS [ 1188.726422] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.726582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.726773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.726985] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.727134] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.727241] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.727470] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.727570] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.727650] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.727773] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31494a4b-bd9e-4136-a731-1e4c4c31016d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.170207] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7266813-4695-4ff3-b454-8103cc419366 in Status: SUCCESS [ 1189.170207] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7266813-4695-4ff3-b454-8103cc419366 deletion is rescheduled due to dependency. [ 1189.170462] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.232451] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31494a4b-bd9e-4136-a731-1e4c4c31016d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.490324] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc27105c-e158-4d91-a5d9-da1b28fddb27 in Status: SUCCESS [ 1189.490606] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.736031] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31494a4b-bd9e-4136-a731-1e4c4c31016d: rpc.has_security_group_logging(os_id): False [ 1189.754853] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.755054] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.755108] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.755325] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.755413] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.755683] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.755797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.755861] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.756046] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.756125] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.756275] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d is going to be created. [ 1189.818432] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.818666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.818666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.818892] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.819134] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.832241] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d in Status: IN_PROGRESS for 2s [ 1191.591439] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1191.591439] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1191.811600] env[65962]: INFO networking_nsxv3.common.synchronization [None req-1d4a9a73-d275-40da-96fe-6e7a72475da5 tempest-ServerDiskConfigTestJSON-1816373583 tempest-ServerDiskConfigTestJSON-1816373583-project-member] Enqueued Resource ID: 1ca85344-a430-45ef-ad8a-1a63c5054495 with Priority: HIGHEST for action security_group_rules [ 1191.812661] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca85344-a430-45ef-ad8a-1a63c5054495 with Priority: HIGHEST for action security_group_rules [ 1191.813225] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ca85344-a430-45ef-ad8a-1a63c5054495 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.813353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ca85344-a430-45ef-ad8a-1a63c5054495" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.813474] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ca85344-a430-45ef-ad8a-1a63c5054495" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.813828] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ca85344-a430-45ef-ad8a-1a63c5054495" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.813991] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ca85344-a430-45ef-ad8a-1a63c5054495',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.847436] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d in Status: SUCCESS [ 1191.847689] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.906824] env[65962]: INFO networking_nsxv3.common.synchronization [None req-72c09b61-abeb-42a8-a667-3f500c08801d tempest-ServerDiskConfigTestJSON-1816373583 tempest-ServerDiskConfigTestJSON-1816373583-project-member] Enqueued Resource ID: 1ca85344-a430-45ef-ad8a-1a63c5054495 with Priority: HIGHEST for action security_group_rules [ 1191.907473] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca85344-a430-45ef-ad8a-1a63c5054495 with Priority: HIGHEST for action security_group_rules [ 1191.907666] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ca85344-a430-45ef-ad8a-1a63c5054495 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.907816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ca85344-a430-45ef-ad8a-1a63c5054495" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.337426] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.337582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.337652] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.337891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.338024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.338171] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ca85344-a430-45ef-ad8a-1a63c5054495 already deleted. [ 1192.338424] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ca85344-a430-45ef-ad8a-1a63c5054495" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.338578] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ca85344-a430-45ef-ad8a-1a63c5054495" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.338623] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ca85344-a430-45ef-ad8a-1a63c5054495" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.338729] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ca85344-a430-45ef-ad8a-1a63c5054495',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.866045] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.866045] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.866045] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.866045] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.866045] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.866045] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ca85344-a430-45ef-ad8a-1a63c5054495 already deleted. [ 1192.866045] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ca85344-a430-45ef-ad8a-1a63c5054495" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.616957] env[65962]: INFO networking_nsxv3.common.synchronization [req-a856431d-97b4-4a12-ba25-3493bdd799e6 req-b166305d-5164-4f15-a0b6-86d2be3844ba tempest-AttachVolumeNegativeTest-1947892118 tempest-AttachVolumeNegativeTest-1947892118-project-member] Enqueued Resource ID: 933490f3-e0a2-419c-a292-4e309d9c38de with Priority: HIGHEST for action security_group_members [ 1193.618453] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933490f3-e0a2-419c-a292-4e309d9c38de with Priority: HIGHEST for action security_group_members [ 1193.619085] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-933490f3-e0a2-419c-a292-4e309d9c38de taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.619266] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.619450] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.619859] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.620099] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.620296] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.620382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.620550] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.620638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.620735] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('933490f3-e0a2-419c-a292-4e309d9c38de',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.052839] env[65962]: INFO networking_nsxv3.common.synchronization [req-a0f35fe6-1fb0-4921-b00c-6a8703453f7c req-029c04c2-6178-4646-87ab-ff33c334eb88 tempest-InstanceActionsNegativeTestJSON-746501569 tempest-InstanceActionsNegativeTestJSON-746501569-project-member] Enqueued Resource ID: fc27105c-e158-4d91-a5d9-da1b28fddb27 with Priority: HIGHEST for action security_group_members [ 1194.053417] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc27105c-e158-4d91-a5d9-da1b28fddb27 with Priority: HIGHEST for action security_group_members [ 1194.053736] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc27105c-e158-4d91-a5d9-da1b28fddb27 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.053860] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.053936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.054165] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.054455] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.054455] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.054582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.054722] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.054810] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.054905] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc27105c-e158-4d91-a5d9-da1b28fddb27',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.123575] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.123772] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.123772] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.123992] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.124096] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.124297] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.124425] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.124488] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.124954] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.124954] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.124954] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 933490f3-e0a2-419c-a292-4e309d9c38de is going to be updated. [ 1194.154620] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.154772] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.154837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.156031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.156031] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.164752] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 933490f3-e0a2-419c-a292-4e309d9c38de in Status: IN_PROGRESS for 2s [ 1194.556892] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.557055] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.557055] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.557468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.557638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.557846] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.557947] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.558014] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.558189] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.558267] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.558354] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc27105c-e158-4d91-a5d9-da1b28fddb27 is going to be updated. [ 1194.585438] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.585593] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.585757] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.585855] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.585992] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.595131] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc27105c-e158-4d91-a5d9-da1b28fddb27 in Status: IN_PROGRESS for 2s [ 1194.965674] env[65962]: INFO networking_nsxv3.common.synchronization [req-2b839360-3ec3-4db1-ad82-07d055d1fd12 req-17f2764a-11dc-437d-b8cf-668e95d62469 tempest-ServerDiskConfigTestJSON-1816373583 tempest-ServerDiskConfigTestJSON-1816373583-project-member] Enqueued Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1194.966270] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1194.966629] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.966763] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.966829] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.967200] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.967452] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.967534] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.967604] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.967788] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.967877] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.967971] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.470630] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.470915] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.470915] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.471341] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.471652] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.471916] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.472065] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.472174] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.472369] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.472483] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.472550] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 is going to be updated. [ 1195.500992] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.501279] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.501279] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.501445] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.501585] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.512168] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: IN_PROGRESS for 2s [ 1196.118495] env[65962]: INFO networking_nsxv3.common.synchronization [req-eed32aca-37a8-43b6-b7e4-25393772132a req-db533004-746a-4a7c-a43f-0808c370dde1 tempest-ServerRescueNegativeTestJSON-188126304 tempest-ServerRescueNegativeTestJSON-188126304-project-member] Enqueued Resource ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 with Priority: HIGHEST for action security_group_members [ 1196.119077] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 with Priority: HIGHEST for action security_group_members [ 1196.119400] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.119675] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.119742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.119936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.120141] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.120286] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.120286] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.120438] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.120518] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.120610] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.174706] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 933490f3-e0a2-419c-a292-4e309d9c38de in Status: SUCCESS [ 1196.174884] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 933490f3-e0a2-419c-a292-4e309d9c38de deletion is rescheduled due to dependency. [ 1196.174999] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.604652] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc27105c-e158-4d91-a5d9-da1b28fddb27 in Status: SUCCESS [ 1196.605050] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc27105c-e158-4d91-a5d9-da1b28fddb27 deletion is rescheduled due to dependency. [ 1196.605050] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.623441] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.125722] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.522339] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: SUCCESS [ 1197.522339] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 deletion is rescheduled due to dependency. [ 1197.522444] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.627846] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.628253] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.628253] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.628253] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.628253] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.628416] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 is going to be updated. [ 1197.658690] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.658849] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.658921] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.659164] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.659314] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.669579] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 in Status: IN_PROGRESS for 2s [ 1197.844622] env[65962]: INFO networking_nsxv3.common.synchronization [req-f173bca8-d7cc-4df4-be21-f057b7af8f87 req-d0b1d9e4-3c08-45cc-bea3-6e2c6f704bfd tempest-ServerDiskConfigTestJSON-1816373583 tempest-ServerDiskConfigTestJSON-1816373583-project-member] Enqueued Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1197.845419] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1197.845907] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.846099] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.846208] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.846438] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.846674] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.846812] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.846902] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.847129] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.847243] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.847420] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.177654] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.177888] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.178027] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.178304] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.178581] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.178740] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.178900] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.179140] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.179383] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.179612] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.179730] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.179840] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.179948] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.180072] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.180180] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.180311] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.198848] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.200273] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1198.200273] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.200273] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.200273] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-717c988e-bf3a-4b70-aab6-5db1865e15f6 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.200273] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-717c988e-bf3a-4b70-aab6-5db1865e15f6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.200273] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-717c988e-bf3a-4b70-aab6-5db1865e15f6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.200584] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-717c988e-bf3a-4b70-aab6-5db1865e15f6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.200584] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('717c988e-bf3a-4b70-aab6-5db1865e15f6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.350204] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.350433] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.350433] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.350656] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.350748] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.350952] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.351070] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.351133] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.351289] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.351367] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.351451] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 is going to be updated. [ 1198.382037] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.382037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.382037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.382037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.382037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.391767] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: IN_PROGRESS for 2s [ 1198.702647] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.703090] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.703090] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.703311] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.703470] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.703622] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 717c988e-bf3a-4b70-aab6-5db1865e15f6 not found, creating... [ 1198.703888] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.704061] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.704340] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.704493] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.704685] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.704906] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.705084] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.705205] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.705412] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.705547] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.705684] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 717c988e-bf3a-4b70-aab6-5db1865e15f6 is going to be created. [ 1198.728193] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.728401] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.728527] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.728798] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.729042] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.729273] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-717c988e-bf3a-4b70-aab6-5db1865e15f6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.459892] env[65962]: INFO networking_nsxv3.common.synchronization [req-f173bca8-d7cc-4df4-be21-f057b7af8f87 req-2d6c3a28-44f3-43f3-86fd-87f8677d0767 service nova] Enqueued Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_rules [ 1199.459892] env[65962]: INFO networking_nsxv3.common.synchronization [req-f173bca8-d7cc-4df4-be21-f057b7af8f87 req-2d6c3a28-44f3-43f3-86fd-87f8677d0767 service nova] Enqueued Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1199.459892] env[65962]: INFO networking_nsxv3.common.synchronization [req-f173bca8-d7cc-4df4-be21-f057b7af8f87 req-2d6c3a28-44f3-43f3-86fd-87f8677d0767 service nova] Enqueued Resource ID: 717c988e-bf3a-4b70-aab6-5db1865e15f6 with Priority: HIGHEST for action port [ 1199.459892] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_rules [ 1199.459892] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1199.459892] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717c988e-bf3a-4b70-aab6-5db1865e15f6 with Priority: HIGHEST for action port [ 1199.460358] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.460675] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.460827] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.461906] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.461906] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.462785] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.462890] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.463108] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-717c988e-bf3a-4b70-aab6-5db1865e15f6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.463262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-717c988e-bf3a-4b70-aab6-5db1865e15f6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.463302] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-717c988e-bf3a-4b70-aab6-5db1865e15f6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.463464] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-717c988e-bf3a-4b70-aab6-5db1865e15f6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.463547] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('717c988e-bf3a-4b70-aab6-5db1865e15f6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.679667] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 in Status: SUCCESS [ 1199.679900] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.726110] env[65962]: INFO networking_nsxv3.common.synchronization [None req-3cf7b2e1-a14b-4fb8-af85-92fb2dc8ab29 tempest-AttachVolumeNegativeTest-1947892118 tempest-AttachVolumeNegativeTest-1947892118-project-member] Enqueued Resource ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b with Priority: HIGHEST for action security_group_rules [ 1199.726654] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b with Priority: HIGHEST for action security_group_rules [ 1199.726967] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.727130] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.727238] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.727471] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.727563] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da2d8955-e017-4c1d-806c-b7a6ad5e2a9b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.804609] env[65962]: INFO networking_nsxv3.common.synchronization [None req-251f6dad-cdb0-4c18-bb4b-68f2bd183748 tempest-AttachVolumeNegativeTest-1947892118 tempest-AttachVolumeNegativeTest-1947892118-project-member] Enqueued Resource ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b with Priority: HIGHEST for action security_group_rules [ 1199.805997] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b with Priority: HIGHEST for action security_group_rules [ 1199.806423] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.806723] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.965309] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.965512] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.965735] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 717c988e-bf3a-4b70-aab6-5db1865e15f6 with status ACTIVE [ 1199.965936] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.966035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.966111] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.966325] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.966417] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.966589] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.966705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.966747] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.966876] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.966950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.967144] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.967239] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.967313] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.967425] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.967499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.967577] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 717c988e-bf3a-4b70-aab6-5db1865e15f6 is going to be updated. [ 1199.987435] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.987817] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.987817] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.987894] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.987969] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.988141] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-717c988e-bf3a-4b70-aab6-5db1865e15f6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.247707] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.247707] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.247938] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.247976] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.248061] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.248163] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b already deleted. [ 1200.248250] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.248394] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.248555] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.248639] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da2d8955-e017-4c1d-806c-b7a6ad5e2a9b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.401374] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: SUCCESS [ 1200.401572] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 deletion is rescheduled due to dependency. [ 1200.401703] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.401843] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.402071] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.402314] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.402410] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.402455] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.402612] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.402726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.402804] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.768242] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.768527] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.768527] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.768685] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.768776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.768883] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b already deleted. [ 1200.768966] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.904881] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.408608] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.911398] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.911708] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.911708] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.911832] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.911920] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.912031] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 is going to be updated. [ 1201.945304] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.945426] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.945426] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.945619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.945808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.955088] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: IN_PROGRESS for 2s [ 1203.966949] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: SUCCESS [ 1203.967367] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.967367] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.967615] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.967820] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.967940] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.968013] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.968174] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.968272] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.968337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.968429] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.470568] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.470757] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.470809] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.471095] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.471275] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.471381] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.471446] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.471602] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.471690] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.471777] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.471927] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.472027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.472087] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.472321] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.472392] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.472526] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.472565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.472675] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.472747] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.472827] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.472915] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.807214] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1204.807405] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1204.975030] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bebe0c70-259d-42fb-bc3b-3b32399f10f9: rpc.has_security_group_logging(os_id): False [ 1205.032588] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.032787] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.032835] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.033143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.033303] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.033576] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.033684] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.033788] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.033991] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.034095] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.034351] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.034504] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.034563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.034715] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.034812] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.035031] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.035131] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.035235] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.035402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.035485] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.035571] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 is going to be updated. [ 1205.108029] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.108029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.108029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.108029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.108286] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.129098] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: IN_PROGRESS for 2s [ 1205.936109] env[65962]: INFO networking_nsxv3.common.synchronization [req-bc3c6c1f-5bc5-427c-afee-53895b54806e req-58a50494-0254-46b9-9171-b687af784e33 tempest-ServerRescueNegativeTestJSON-188126304 tempest-ServerRescueNegativeTestJSON-188126304-project-member] Enqueued Resource ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 with Priority: HIGHEST for action security_group_members [ 1205.936723] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 with Priority: HIGHEST for action security_group_members [ 1205.937079] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.937210] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.937315] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.937494] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.937654] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.937753] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.937816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.937967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.938068] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.938161] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.441107] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.441563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.441563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.441563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.441805] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.441853] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.441942] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.441987] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.442147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.442258] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.442371] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 is going to be updated. [ 1206.474555] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.474555] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.474555] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.474804] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.474804] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.484045] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 in Status: IN_PROGRESS for 2s [ 1207.145069] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: SUCCESS [ 1207.145350] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.147159] env[65962]: INFO networking_nsxv3.common.synchronization [req-a0eba25e-aa21-4ef1-8946-d077538644fe req-dc7c2408-145a-4c49-a742-49f7d6fd321a tempest-AttachVolumeNegativeTest-1947892118 tempest-AttachVolumeNegativeTest-1947892118-project-member] Enqueued Resource ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b with Priority: HIGHEST for action security_group_members [ 1208.148101] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b with Priority: HIGHEST for action security_group_members [ 1208.148191] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.148272] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.148332] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.149258] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.150479] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.150479] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.150479] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.150479] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.150479] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.150479] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da2d8955-e017-4c1d-806c-b7a6ad5e2a9b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.495594] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 in Status: SUCCESS [ 1208.495770] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 deletion is rescheduled due to dependency. [ 1208.495885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.511020] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.511198] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-243" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.511342] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-243" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.511621] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-243" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.511891] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.512071] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.512193] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.512518] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.512670] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.512889] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.513011] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.513123] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.513237] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.513428] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.513546] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.513682] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.536164] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.536381] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1208.536474] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.536653] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-243" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.536975] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-229da892-f296-4e0b-afff-e84b9d89f5e5 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.537169] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-229da892-f296-4e0b-afff-e84b9d89f5e5" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.537288] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-229da892-f296-4e0b-afff-e84b9d89f5e5" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.537610] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-229da892-f296-4e0b-afff-e84b9d89f5e5" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.537815] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('229da892-f296-4e0b-afff-e84b9d89f5e5',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.652130] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.652356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.652409] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.652619] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.652708] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.652910] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.653020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.653068] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.653218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.653311] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.653399] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b already deleted. [ 1208.653481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.040805] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.041094] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.042321] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.042643] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.042853] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.043053] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 229da892-f296-4e0b-afff-e84b9d89f5e5 not found, creating... [ 1209.043357] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.043472] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.043612] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.043818] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.043950] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.044238] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.044454] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.044570] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.045547] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.045547] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.045547] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 229da892-f296-4e0b-afff-e84b9d89f5e5 is going to be created. [ 1209.065869] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.066083] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.066212] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.066481] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.066715] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.066944] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-229da892-f296-4e0b-afff-e84b9d89f5e5" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.817605] env[65962]: INFO networking_nsxv3.common.synchronization [req-a0eba25e-aa21-4ef1-8946-d077538644fe req-4a43b881-e107-48bf-8775-81a20d4c4119 service nova] Enqueued Resource ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b with Priority: HIGHEST for action security_group_rules [ 1209.817875] env[65962]: INFO networking_nsxv3.common.synchronization [req-a0eba25e-aa21-4ef1-8946-d077538644fe req-4a43b881-e107-48bf-8775-81a20d4c4119 service nova] Enqueued Resource ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b with Priority: HIGHEST for action security_group_members [ 1209.817875] env[65962]: INFO networking_nsxv3.common.synchronization [req-a0eba25e-aa21-4ef1-8946-d077538644fe req-4a43b881-e107-48bf-8775-81a20d4c4119 service nova] Enqueued Resource ID: 229da892-f296-4e0b-afff-e84b9d89f5e5 with Priority: HIGHEST for action port [ 1209.818365] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b with Priority: HIGHEST for action security_group_rules [ 1209.818365] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b with Priority: HIGHEST for action security_group_members [ 1209.818365] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229da892-f296-4e0b-afff-e84b9d89f5e5 with Priority: HIGHEST for action port [ 1209.818864] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.818990] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.819104] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.819265] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.819389] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da2d8955-e017-4c1d-806c-b7a6ad5e2a9b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.820596] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.820703] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.820769] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.820938] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.821091] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.821216] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.821280] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.821420] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.821505] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.821591] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da2d8955-e017-4c1d-806c-b7a6ad5e2a9b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.822392] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-229da892-f296-4e0b-afff-e84b9d89f5e5 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.822699] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-229da892-f296-4e0b-afff-e84b9d89f5e5" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.822699] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-229da892-f296-4e0b-afff-e84b9d89f5e5" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.822699] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-229da892-f296-4e0b-afff-e84b9d89f5e5" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.822846] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('229da892-f296-4e0b-afff-e84b9d89f5e5',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.324569] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da2d8955-e017-4c1d-806c-b7a6ad5e2a9b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.325658] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.325836] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.325895] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 229da892-f296-4e0b-afff-e84b9d89f5e5 with status ACTIVE [ 1210.326069] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.326259] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.326259] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.326542] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.326576] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.326732] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.326837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.326888] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.327042] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.327217] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.327293] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.327386] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.327438] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.327582] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.327642] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.327733] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 229da892-f296-4e0b-afff-e84b9d89f5e5 is going to be updated. [ 1210.352030] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.352030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.352030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.352030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.352030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.352030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-229da892-f296-4e0b-afff-e84b9d89f5e5" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.830509] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da2d8955-e017-4c1d-806c-b7a6ad5e2a9b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.870328] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.870549] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-972" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.870661] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-972" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.870922] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-972" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.871238] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.871401] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.871520] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.871737] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.871886] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.872129] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1210.872262] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1210.872429] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1210.872559] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1210.872698] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1210.872829] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1210.872989] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1210.892031] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1210.892031] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1210.892031] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1210.892324] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-972" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.892549] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-200f55da-e8bd-4271-80a6-0788f13af305 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.892725] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-200f55da-e8bd-4271-80a6-0788f13af305" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.892847] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-200f55da-e8bd-4271-80a6-0788f13af305" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.893123] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-200f55da-e8bd-4271-80a6-0788f13af305" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.893356] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200f55da-e8bd-4271-80a6-0788f13af305',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.332749] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.333015] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.333157] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.333532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.333905] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.333905] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b is going to be created. [ 1211.363350] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.363350] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.363350] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.363350] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.363350] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.371985] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b in Status: UNINITIALIZED for 2s [ 1211.395915] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.396180] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.396520] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.397038] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.397155] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.400031] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.400031] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.400031] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.400031] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.400031] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.400031] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.400031] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.400031] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.400031] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.400031] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.400506] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 200f55da-e8bd-4271-80a6-0788f13af305 is going to be updated. [ 1211.432622] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.432837] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.432962] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.433269] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.433482] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.433740] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-200f55da-e8bd-4271-80a6-0788f13af305" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.126580] env[65962]: INFO networking_nsxv3.common.synchronization [req-cba8b975-66bd-4482-b84c-a07fcb98460d req-7be6d68a-e7af-43c4-bfcd-8521e2297191 service nova] Enqueued Resource ID: a38e7328-61e9-4a6b-8732-bb699aa59557 with Priority: HIGHEST for action security_group_rules [ 1212.126827] env[65962]: INFO networking_nsxv3.common.synchronization [req-cba8b975-66bd-4482-b84c-a07fcb98460d req-7be6d68a-e7af-43c4-bfcd-8521e2297191 service nova] Enqueued Resource ID: a38e7328-61e9-4a6b-8732-bb699aa59557 with Priority: HIGHEST for action security_group_members [ 1212.126914] env[65962]: INFO networking_nsxv3.common.synchronization [req-cba8b975-66bd-4482-b84c-a07fcb98460d req-7be6d68a-e7af-43c4-bfcd-8521e2297191 service nova] Enqueued Resource ID: 200f55da-e8bd-4271-80a6-0788f13af305 with Priority: HIGHEST for action port [ 1212.127443] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38e7328-61e9-4a6b-8732-bb699aa59557 with Priority: HIGHEST for action security_group_rules [ 1212.127584] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38e7328-61e9-4a6b-8732-bb699aa59557 with Priority: HIGHEST for action security_group_members [ 1212.127684] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200f55da-e8bd-4271-80a6-0788f13af305 with Priority: HIGHEST for action port [ 1212.128063] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a38e7328-61e9-4a6b-8732-bb699aa59557 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.128182] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.128182] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.128357] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.128442] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a38e7328-61e9-4a6b-8732-bb699aa59557',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.129314] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a38e7328-61e9-4a6b-8732-bb699aa59557 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.129388] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.129460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.129624] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.129773] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.129854] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.129935] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.130067] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.130154] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.130244] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a38e7328-61e9-4a6b-8732-bb699aa59557',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.132381] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-200f55da-e8bd-4271-80a6-0788f13af305 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.132381] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-200f55da-e8bd-4271-80a6-0788f13af305" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.132381] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-200f55da-e8bd-4271-80a6-0788f13af305" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.132381] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-200f55da-e8bd-4271-80a6-0788f13af305" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.132381] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200f55da-e8bd-4271-80a6-0788f13af305',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.634949] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a38e7328-61e9-4a6b-8732-bb699aa59557 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.635147] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.635369] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a38e7328-61e9-4a6b-8732-bb699aa59557',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.636357] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 200f55da-e8bd-4271-80a6-0788f13af305 with status ACTIVE [ 1212.636555] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.636704] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.636737] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.637146] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.637146] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.637238] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.637285] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.637360] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.637873] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.637873] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.637873] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.637873] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.638089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.638129] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.638197] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.638298] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 200f55da-e8bd-4271-80a6-0788f13af305 is going to be updated. [ 1212.661198] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.661198] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.661198] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.661198] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.661198] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.661198] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-200f55da-e8bd-4271-80a6-0788f13af305" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.140888] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a38e7328-61e9-4a6b-8732-bb699aa59557',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.386865] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b in Status: SUCCESS [ 1213.387143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.387331] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.389143] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.389409] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.389552] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.389621] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.389827] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.389901] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.389993] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.390101] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da2d8955-e017-4c1d-806c-b7a6ad5e2a9b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.643667] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.643875] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.643991] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.644331] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.644428] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.644574] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a38e7328-61e9-4a6b-8732-bb699aa59557 is going to be updated. [ 1213.679448] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.679659] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.679659] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.680167] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.680167] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.692859] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38e7328-61e9-4a6b-8732-bb699aa59557 in Status: IN_PROGRESS for 2s [ 1213.892238] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da2d8955-e017-4c1d-806c-b7a6ad5e2a9b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.397447] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da2d8955-e017-4c1d-806c-b7a6ad5e2a9b: rpc.has_security_group_logging(os_id): False [ 1214.418967] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.419571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.419907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.420543] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.420960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.421413] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.421747] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.422558] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.422558] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.423405] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.423474] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b is going to be created. [ 1214.504746] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.504994] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.505157] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.505474] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.505792] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.520096] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b in Status: IN_PROGRESS for 2s [ 1215.702425] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38e7328-61e9-4a6b-8732-bb699aa59557 in Status: SUCCESS [ 1215.702800] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.702800] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.702960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.703173] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.703292] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.703374] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.703538] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.703620] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.703704] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.703828] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a38e7328-61e9-4a6b-8732-bb699aa59557',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.206462] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a38e7328-61e9-4a6b-8732-bb699aa59557',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.532836] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b in Status: SUCCESS [ 1216.533095] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.709548] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a38e7328-61e9-4a6b-8732-bb699aa59557: rpc.has_security_group_logging(os_id): False [ 1216.730780] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.731024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.731024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.731328] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.731435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.731690] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.731843] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.731911] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.732148] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.732253] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.732395] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a38e7328-61e9-4a6b-8732-bb699aa59557 is going to be updated. [ 1216.799860] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.800097] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.800097] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.800451] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.800607] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.817938] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a38e7328-61e9-4a6b-8732-bb699aa59557 in Status: IN_PROGRESS for 2s [ 1217.128412] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1217.128536] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1218.837401] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a38e7328-61e9-4a6b-8732-bb699aa59557 in Status: SUCCESS [ 1218.837771] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.129804] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1222.130285] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1227.131576] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1227.131936] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1232.132989] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1232.133316] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1237.134677] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1237.135140] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1238.728919] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.729237] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.729280] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.729522] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.729777] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.729934] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.730064] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.730283] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.730428] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.730644] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.730743] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1238.730854] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1238.730960] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1238.731081] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.731185] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1238.731316] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1238.750376] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1238.750580] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1238.750722] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1238.750894] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-711" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.751236] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-9ed80aa5-35c0-4864-8b78-3d5c2bc3865e taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.751402] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-9ed80aa5-35c0-4864-8b78-3d5c2bc3865e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.751526] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-9ed80aa5-35c0-4864-8b78-3d5c2bc3865e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.751783] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-9ed80aa5-35c0-4864-8b78-3d5c2bc3865e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.751918] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ed80aa5-35c0-4864-8b78-3d5c2bc3865e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.254721] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.254946] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.255059] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.255370] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.255548] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.255858] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.256042] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.256167] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.256395] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.256532] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.256828] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.256980] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.257113] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.257327] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.257463] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.257604] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 9ed80aa5-35c0-4864-8b78-3d5c2bc3865e is going to be updated. [ 1239.278575] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.278831] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.279000] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.279335] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.279557] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.279790] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-9ed80aa5-35c0-4864-8b78-3d5c2bc3865e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.963308] env[65962]: INFO networking_nsxv3.common.synchronization [req-e4f9ca82-cad0-4479-8af0-64d4ed158bff req-5b380cbe-fc7f-4c0c-accf-62620e811b1e service nova] Enqueued Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_rules [ 1239.963576] env[65962]: INFO networking_nsxv3.common.synchronization [req-e4f9ca82-cad0-4479-8af0-64d4ed158bff req-5b380cbe-fc7f-4c0c-accf-62620e811b1e service nova] Enqueued Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_members [ 1239.963668] env[65962]: INFO networking_nsxv3.common.synchronization [req-e4f9ca82-cad0-4479-8af0-64d4ed158bff req-5b380cbe-fc7f-4c0c-accf-62620e811b1e service nova] Enqueued Resource ID: 9ed80aa5-35c0-4864-8b78-3d5c2bc3865e with Priority: HIGHEST for action port [ 1239.964222] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_rules [ 1239.964360] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_members [ 1239.964481] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed80aa5-35c0-4864-8b78-3d5c2bc3865e with Priority: HIGHEST for action port [ 1239.967102] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.967238] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.967434] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.967653] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.969077] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.969077] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.969077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.969077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.969077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.969359] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.969359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.969359] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.969467] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.969609] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.969671] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.970751] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ed80aa5-35c0-4864-8b78-3d5c2bc3865e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.970862] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ed80aa5-35c0-4864-8b78-3d5c2bc3865e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.970928] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ed80aa5-35c0-4864-8b78-3d5c2bc3865e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.972040] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ed80aa5-35c0-4864-8b78-3d5c2bc3865e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.972040] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ed80aa5-35c0-4864-8b78-3d5c2bc3865e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.473870] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.474096] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.474231] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ed80aa5-35c0-4864-8b78-3d5c2bc3865e with status ACTIVE [ 1240.474440] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.474554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.474607] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.474814] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.474902] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.475079] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.475177] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.475234] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.475389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.475466] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.475643] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.475743] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.475822] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.475975] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.476061] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.476144] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ed80aa5-35c0-4864-8b78-3d5c2bc3865e is going to be updated. [ 1240.477172] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.497010] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.497196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.497237] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.497451] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.497585] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.497740] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ed80aa5-35c0-4864-8b78-3d5c2bc3865e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.979699] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.483057] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.483057] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.483057] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.483320] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.483320] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.483388] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 is going to be updated. [ 1241.516206] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.516363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.516468] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.516662] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.516839] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.528072] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: IN_PROGRESS for 2s [ 1243.539720] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: SUCCESS [ 1243.540169] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.540169] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.540372] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.540651] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.540800] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.540868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.541050] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.541135] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.541220] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.541314] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.855611] env[65962]: INFO networking_nsxv3.common.synchronization [req-5cac3891-c7f9-40af-9dd4-bcb14fa50348 req-43c08159-fbef-420c-816d-2ff5fcf80be2 tempest-ServerDiskConfigTestJSON-1816373583 tempest-ServerDiskConfigTestJSON-1816373583-project-member] Enqueued Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1243.856542] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1243.856988] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.857163] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.857204] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.857484] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.857729] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.857898] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.857999] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.858243] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.858442] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.858592] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.043902] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.361290] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.361508] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.361564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.361927] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.362097] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.362396] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.362570] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.362698] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.362930] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.363074] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.363209] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 is going to be updated. [ 1244.390332] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.390557] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.390618] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.390862] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.391055] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.400220] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: IN_PROGRESS for 2s [ 1244.546798] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb5aff44-bfa3-4327-b50e-edea44abd4f0: rpc.has_security_group_logging(os_id): False [ 1244.566080] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.566333] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.566333] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.566472] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.566530] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.566793] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.566926] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.566996] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.567161] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.567238] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.567324] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 is going to be updated. [ 1244.642147] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.642303] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.642367] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.642628] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.642836] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.667175] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: IN_PROGRESS for 2s [ 1246.415772] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: SUCCESS [ 1246.416358] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 deletion is rescheduled due to dependency. [ 1246.416358] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.595878] env[65962]: INFO networking_nsxv3.common.synchronization [req-2d2d38d8-8d60-4a46-97f1-46d76ed27926 req-9725c720-55d0-493c-8be1-a6eb6ea14fa0 tempest-ServerDiskConfigTestJSON-1816373583 tempest-ServerDiskConfigTestJSON-1816373583-project-member] Enqueued Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1246.596408] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1246.596750] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.596877] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.596949] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.597327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.597896] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.598068] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.598141] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.598322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.598413] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.598537] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.683910] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: SUCCESS [ 1246.684265] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.881448] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.881654] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.881779] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.882062] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.882409] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.882603] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.882797] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.883055] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.883207] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.883430] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1246.883548] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1246.883657] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1246.883766] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1246.883877] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1246.883984] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1246.884127] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1246.910822] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1246.911052] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1246.911162] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1246.911341] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-250" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.911674] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-bd503b1b-c08f-4a1b-bafa-8f28e7819847 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.911840] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-bd503b1b-c08f-4a1b-bafa-8f28e7819847" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.911961] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-bd503b1b-c08f-4a1b-bafa-8f28e7819847" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.912332] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-bd503b1b-c08f-4a1b-bafa-8f28e7819847" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.912472] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd503b1b-c08f-4a1b-bafa-8f28e7819847',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.101313] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.101566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.101693] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.102056] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.102232] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.102558] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.102762] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.102888] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.103154] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.103294] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.103443] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 is going to be updated. [ 1247.135589] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.135766] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.135842] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.136131] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.136284] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.152522] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: IN_PROGRESS for 2s [ 1247.415483] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.415765] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.415765] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.416255] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.416255] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.416400] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port bd503b1b-c08f-4a1b-bafa-8f28e7819847 not found, creating... [ 1247.416622] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.416799] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.416918] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.417166] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.417297] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.417586] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.417741] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.417909] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.418074] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.418247] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.418349] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: bd503b1b-c08f-4a1b-bafa-8f28e7819847 is going to be created. [ 1247.446512] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.446759] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.446833] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.447166] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.447443] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.447681] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-bd503b1b-c08f-4a1b-bafa-8f28e7819847" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.142560] env[65962]: INFO networking_nsxv3.common.synchronization [req-2d2d38d8-8d60-4a46-97f1-46d76ed27926 req-793b846a-a065-43a9-8417-f23c5e21d743 service nova] Enqueued Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_rules [ 1248.142793] env[65962]: INFO networking_nsxv3.common.synchronization [req-2d2d38d8-8d60-4a46-97f1-46d76ed27926 req-793b846a-a065-43a9-8417-f23c5e21d743 service nova] Enqueued Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1248.142793] env[65962]: INFO networking_nsxv3.common.synchronization [req-2d2d38d8-8d60-4a46-97f1-46d76ed27926 req-793b846a-a065-43a9-8417-f23c5e21d743 service nova] Enqueued Resource ID: bd503b1b-c08f-4a1b-bafa-8f28e7819847 with Priority: HIGHEST for action port [ 1248.143328] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_rules [ 1248.143471] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1248.143545] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd503b1b-c08f-4a1b-bafa-8f28e7819847 with Priority: HIGHEST for action port [ 1248.143813] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.143936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.144024] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.144221] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.144303] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.145132] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.145231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.145430] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd503b1b-c08f-4a1b-bafa-8f28e7819847 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.145530] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd503b1b-c08f-4a1b-bafa-8f28e7819847" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.145594] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd503b1b-c08f-4a1b-bafa-8f28e7819847" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.145778] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd503b1b-c08f-4a1b-bafa-8f28e7819847" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.145812] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd503b1b-c08f-4a1b-bafa-8f28e7819847',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.647715] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.648153] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.648153] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd503b1b-c08f-4a1b-bafa-8f28e7819847 with status ACTIVE [ 1248.648240] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.648339] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.648404] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.648626] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.648750] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.648947] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.649049] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.649098] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.649259] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.649335] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.649548] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.649709] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.649709] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.649828] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.649907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.649994] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd503b1b-c08f-4a1b-bafa-8f28e7819847 is going to be updated. [ 1248.672031] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.672271] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.672381] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.672772] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.673014] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.673232] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd503b1b-c08f-4a1b-bafa-8f28e7819847" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.164712] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: SUCCESS [ 1249.164958] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 deletion is rescheduled due to dependency. [ 1249.165076] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.165194] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.165427] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.165615] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.165742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.165808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.165956] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.166050] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.166145] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.669279] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.172063] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.674926] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.675268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.675268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.675470] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.675597] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.675722] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 is going to be updated. [ 1250.710437] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.710693] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.710693] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.710932] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.711169] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.724194] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: IN_PROGRESS for 2s [ 1252.736428] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: SUCCESS [ 1252.736742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.738252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.738472] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.738658] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.738781] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.738868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.739048] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.739130] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.739216] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.739307] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.144514] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1253.144750] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1253.243089] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.243322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.243373] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.243569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.243738] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.243841] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.243900] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.244071] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.244157] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.244245] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.244411] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.244513] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.244565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.244749] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.244887] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.244978] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.245064] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.245268] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.245378] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.245482] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.245753] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.748130] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bebe0c70-259d-42fb-bc3b-3b32399f10f9: rpc.has_security_group_logging(os_id): False [ 1253.766719] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.766904] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.766958] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.767190] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.767281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.767492] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.767589] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.767650] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.767799] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.767866] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.768064] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.768207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.768288] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.768465] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.768556] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.768719] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.768811] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.768871] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.769016] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.769094] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.769180] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 is going to be updated. [ 1253.844520] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.844712] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.844712] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.844937] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.845101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.861153] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: IN_PROGRESS for 2s [ 1255.881711] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: SUCCESS [ 1255.881711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.430920] env[65962]: INFO networking_nsxv3.common.synchronization [req-799bba10-2b46-49fe-8b8e-57d3f3d5e40f req-e0cbd262-dfd0-4813-ac96-d9ba5677682c tempest-ServerActionsTestOtherB-933296761 tempest-ServerActionsTestOtherB-933296761-project-member] Enqueued Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_members [ 1256.431481] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGHEST for action security_group_members [ 1256.431784] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.431908] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.431970] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.432206] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.432357] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.432453] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.432505] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.432657] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.432739] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.432834] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.936096] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.936503] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.936503] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.936590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.936663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.936875] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.937027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.937121] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.937337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.937425] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.937517] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 is going to be updated. [ 1256.963336] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.963552] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.963552] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.963764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.963850] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.971392] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: IN_PROGRESS for 2s [ 1258.181125] env[65962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1258.181505] env[65962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1258.983357] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 in Status: SUCCESS [ 1258.983535] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 deletion is rescheduled due to dependency. [ 1258.983680] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.319730] env[65962]: INFO networking_nsxv3.common.synchronization [req-f2d4d9b7-bf3e-4e21-bea2-b22c7bab2e4a req-9528ca84-9d3c-4575-a395-e6c3ec5dc793 tempest-ServerDiskConfigTestJSON-1816373583 tempest-ServerDiskConfigTestJSON-1816373583-project-member] Enqueued Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1260.321414] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGHEST for action security_group_members [ 1260.321554] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.321689] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.321759] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.322565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.322565] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.322565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.322565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.322565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.322565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.323019] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.825174] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.825358] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.825436] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.825606] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.825697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.825926] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.826419] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.826872] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.826872] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.826872] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.826872] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 is going to be updated. [ 1260.853741] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.853950] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.854036] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.854233] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.854380] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.863043] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: IN_PROGRESS for 2s [ 1262.873572] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 in Status: SUCCESS [ 1262.873982] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 deletion is rescheduled due to dependency. [ 1262.873982] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.322526] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1265.322788] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1269.047751] env[65962]: INFO networking_nsxv3.common.synchronization [None req-73cafcaf-97c9-4430-85de-410402134bda None None] Enqueued Resource ID: 806cbe44-fb12-4662-aed4-f6846a49b7e6 with Priority: HIGHEST for action port [ 1269.048345] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806cbe44-fb12-4662-aed4-f6846a49b7e6 with Priority: HIGHEST for action port [ 1269.048624] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-806cbe44-fb12-4662-aed4-f6846a49b7e6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.048719] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-806cbe44-fb12-4662-aed4-f6846a49b7e6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.048841] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-806cbe44-fb12-4662-aed4-f6846a49b7e6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.049216] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-806cbe44-fb12-4662-aed4-f6846a49b7e6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.049332] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('806cbe44-fb12-4662-aed4-f6846a49b7e6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.552341] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 806cbe44-fb12-4662-aed4-f6846a49b7e6 [ 1269.552575] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.552738] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.553272] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.553272] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.553272] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.553272] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:806cbe44-fb12-4662-aed4-f6846a49b7e6 already deleted. [ 1269.553464] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-806cbe44-fb12-4662-aed4-f6846a49b7e6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.680545] env[65962]: INFO networking_nsxv3.common.synchronization [None req-ebbd306e-ffa6-4a05-a4b6-74e414c41863 tempest-AttachVolumeTestJSON-1056597757 tempest-AttachVolumeTestJSON-1056597757-project-member] Enqueued Resource ID: df68d3b0-46dc-4d31-b2df-303a46c6700b with Priority: HIGHEST for action security_group_rules [ 1269.680942] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df68d3b0-46dc-4d31-b2df-303a46c6700b with Priority: HIGHEST for action security_group_rules [ 1269.681316] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df68d3b0-46dc-4d31-b2df-303a46c6700b taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.681493] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.681590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.681873] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.681965] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df68d3b0-46dc-4d31-b2df-303a46c6700b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.764784] env[65962]: INFO networking_nsxv3.common.synchronization [None req-13ec7798-f72b-43f2-a217-39e37144d3dd tempest-AttachVolumeTestJSON-1056597757 tempest-AttachVolumeTestJSON-1056597757-project-member] Enqueued Resource ID: df68d3b0-46dc-4d31-b2df-303a46c6700b with Priority: HIGHEST for action security_group_rules [ 1269.765333] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df68d3b0-46dc-4d31-b2df-303a46c6700b with Priority: HIGHEST for action security_group_rules [ 1269.766035] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df68d3b0-46dc-4d31-b2df-303a46c6700b taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.766035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.205695] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.206025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.206025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.206204] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.206304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.206403] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df68d3b0-46dc-4d31-b2df-303a46c6700b already deleted. [ 1270.206488] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.206641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.206797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.206882] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df68d3b0-46dc-4d31-b2df-303a46c6700b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.727806] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.728049] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.728094] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.728382] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.728562] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.728680] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df68d3b0-46dc-4d31-b2df-303a46c6700b already deleted. [ 1270.728796] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.119169] env[65962]: INFO networking_nsxv3.common.synchronization [None req-dc14823b-fbcb-4ae0-9b34-45b28abcaf7d None None] Enqueued Resource ID: f8790bba-f232-47dc-942b-3e02b75bd1d7 with Priority: HIGHEST for action port [ 1271.119551] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8790bba-f232-47dc-942b-3e02b75bd1d7 with Priority: HIGHEST for action port [ 1271.119751] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8790bba-f232-47dc-942b-3e02b75bd1d7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.119838] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8790bba-f232-47dc-942b-3e02b75bd1d7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.119883] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8790bba-f232-47dc-942b-3e02b75bd1d7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.120157] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8790bba-f232-47dc-942b-3e02b75bd1d7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.120234] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8790bba-f232-47dc-942b-3e02b75bd1d7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.623024] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8790bba-f232-47dc-942b-3e02b75bd1d7 [ 1271.623328] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.623328] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.623453] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.623713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.623713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.623834] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8790bba-f232-47dc-942b-3e02b75bd1d7 already deleted. [ 1271.623834] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8790bba-f232-47dc-942b-3e02b75bd1d7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.646992] env[65962]: INFO networking_nsxv3.common.synchronization [req-af8c3b0b-4618-4016-b546-0321cf3d7160 req-25e185db-afb9-4325-87c3-5b3f5e2743c6 tempest-AttachVolumeShelveTestJSON-339125 tempest-AttachVolumeShelveTestJSON-339125-project-member] Enqueued Resource ID: a38e7328-61e9-4a6b-8732-bb699aa59557 with Priority: HIGHEST for action security_group_members [ 1271.647690] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38e7328-61e9-4a6b-8732-bb699aa59557 with Priority: HIGHEST for action security_group_members [ 1271.648037] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a38e7328-61e9-4a6b-8732-bb699aa59557 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.648175] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.648243] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.648496] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.648644] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.648746] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.648813] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.648958] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.649052] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.649164] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a38e7328-61e9-4a6b-8732-bb699aa59557',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.155808] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.155808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.155808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.155808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.155808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.155808] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.155808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.155808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.155808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.155808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.155808] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a38e7328-61e9-4a6b-8732-bb699aa59557 is going to be updated. [ 1272.183754] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.184022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.184022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.184232] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.184232] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.193034] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38e7328-61e9-4a6b-8732-bb699aa59557 in Status: IN_PROGRESS for 2s [ 1273.574032] env[65962]: INFO networking_nsxv3.common.synchronization [req-653354c0-a696-44d8-8406-71be6d8eeced req-2e02ed56-82dc-47b5-ad80-5a6f28d8b386 tempest-AttachVolumeNegativeTest-1947892118 tempest-AttachVolumeNegativeTest-1947892118-project-member] Enqueued Resource ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b with Priority: HIGHEST for action security_group_members [ 1273.575410] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b with Priority: HIGHEST for action security_group_members [ 1273.575589] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.575784] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.575784] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.576084] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.576281] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.576281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.576412] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.576469] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.576557] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.576650] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da2d8955-e017-4c1d-806c-b7a6ad5e2a9b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.079230] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.079465] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.079530] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.079817] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.079942] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.080247] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.080398] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.080500] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.080724] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.080849] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.080981] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b is going to be updated. [ 1274.110163] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.110411] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.110481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.110784] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.111125] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.122616] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b in Status: IN_PROGRESS for 2s [ 1274.203736] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38e7328-61e9-4a6b-8732-bb699aa59557 in Status: IN_PROGRESS for 4s [ 1275.284233] env[65962]: INFO networking_nsxv3.common.synchronization [req-5e21031b-82a5-4c24-9c32-32783c17112a req-197cde3f-53d1-45a9-a4cb-4ab3dca7d7be tempest-AttachVolumeTestJSON-1056597757 tempest-AttachVolumeTestJSON-1056597757-project-member] Enqueued Resource ID: df68d3b0-46dc-4d31-b2df-303a46c6700b with Priority: HIGHEST for action security_group_members [ 1275.284781] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df68d3b0-46dc-4d31-b2df-303a46c6700b with Priority: HIGHEST for action security_group_members [ 1275.285105] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-df68d3b0-46dc-4d31-b2df-303a46c6700b taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.285230] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.285300] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.285556] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.285720] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.285811] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.285875] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.286032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.286121] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.286215] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df68d3b0-46dc-4d31-b2df-303a46c6700b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.599319] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.599518] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-33" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.599643] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-33" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.599976] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-33" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.600255] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.600414] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.600531] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.600745] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.600909] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.601126] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1275.601253] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1275.601362] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1275.601481] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1275.601605] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1275.601710] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1275.601841] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1275.620694] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1275.620849] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1275.621040] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1275.621246] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-33" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.621540] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-bd061049-bfe0-4699-b36f-194e88fcd676 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.621708] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-bd061049-bfe0-4699-b36f-194e88fcd676" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.621823] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-bd061049-bfe0-4699-b36f-194e88fcd676" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.622138] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-bd061049-bfe0-4699-b36f-194e88fcd676" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.622278] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd061049-bfe0-4699-b36f-194e88fcd676',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.788860] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.789089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.789089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.789308] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.789394] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.789587] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.789683] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.789746] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.789888] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.789961] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.790063] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df68d3b0-46dc-4d31-b2df-303a46c6700b already deleted. [ 1275.790142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.124838] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.125119] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.125212] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.125484] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.125629] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.125779] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port bd061049-bfe0-4699-b36f-194e88fcd676 not found, creating... [ 1276.126071] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.126203] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.126320] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.126533] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.126668] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.126941] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.127110] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.127226] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.127429] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.127560] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.127694] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: bd061049-bfe0-4699-b36f-194e88fcd676 is going to be created. [ 1276.138363] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b in Status: SUCCESS [ 1276.138533] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da2d8955-e017-4c1d-806c-b7a6ad5e2a9b deletion is rescheduled due to dependency. [ 1276.138646] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da2d8955-e017-4c1d-806c-b7a6ad5e2a9b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.154844] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.155092] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.155223] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.155494] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.155731] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.156046] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-bd061049-bfe0-4699-b36f-194e88fcd676" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.213651] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38e7328-61e9-4a6b-8732-bb699aa59557 in Status: SUCCESS [ 1276.214224] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a38e7328-61e9-4a6b-8732-bb699aa59557 deletion is rescheduled due to dependency. [ 1276.214224] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.858194] env[65962]: INFO networking_nsxv3.common.synchronization [req-5e21031b-82a5-4c24-9c32-32783c17112a req-705cc9f2-51c4-4e1a-9e3c-f6efb646f00b service nova] Enqueued Resource ID: df68d3b0-46dc-4d31-b2df-303a46c6700b with Priority: HIGHEST for action security_group_rules [ 1276.858655] env[65962]: INFO networking_nsxv3.common.synchronization [req-5e21031b-82a5-4c24-9c32-32783c17112a req-705cc9f2-51c4-4e1a-9e3c-f6efb646f00b service nova] Enqueued Resource ID: df68d3b0-46dc-4d31-b2df-303a46c6700b with Priority: HIGHEST for action security_group_members [ 1276.858655] env[65962]: INFO networking_nsxv3.common.synchronization [req-5e21031b-82a5-4c24-9c32-32783c17112a req-705cc9f2-51c4-4e1a-9e3c-f6efb646f00b service nova] Enqueued Resource ID: bd061049-bfe0-4699-b36f-194e88fcd676 with Priority: HIGHEST for action port [ 1276.859126] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df68d3b0-46dc-4d31-b2df-303a46c6700b with Priority: HIGHEST for action security_group_rules [ 1276.859209] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df68d3b0-46dc-4d31-b2df-303a46c6700b with Priority: HIGHEST for action security_group_members [ 1276.859290] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd061049-bfe0-4699-b36f-194e88fcd676 with Priority: HIGHEST for action port [ 1276.859583] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df68d3b0-46dc-4d31-b2df-303a46c6700b taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.859705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.859792] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.859986] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.860097] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df68d3b0-46dc-4d31-b2df-303a46c6700b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.861229] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-df68d3b0-46dc-4d31-b2df-303a46c6700b taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.861229] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.861229] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.861437] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.861572] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.861667] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.862110] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.862110] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.862263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.862263] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df68d3b0-46dc-4d31-b2df-303a46c6700b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.864114] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd061049-bfe0-4699-b36f-194e88fcd676 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.864477] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd061049-bfe0-4699-b36f-194e88fcd676" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.864477] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd061049-bfe0-4699-b36f-194e88fcd676" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.865618] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd061049-bfe0-4699-b36f-194e88fcd676" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.865618] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd061049-bfe0-4699-b36f-194e88fcd676',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.365424] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df68d3b0-46dc-4d31-b2df-303a46c6700b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.367166] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-df68d3b0-46dc-4d31-b2df-303a46c6700b taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.367166] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.367166] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd061049-bfe0-4699-b36f-194e88fcd676 with status ACTIVE [ 1277.367166] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.367166] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.367166] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.367556] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.367556] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.367616] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.367693] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.368579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.368579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.368579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.368579] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.368579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.368579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.368579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.368579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.368579] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd061049-bfe0-4699-b36f-194e88fcd676 is going to be updated. [ 1277.391151] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.391377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.391377] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.391557] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.391729] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.391895] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd061049-bfe0-4699-b36f-194e88fcd676" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.870188] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df68d3b0-46dc-4d31-b2df-303a46c6700b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.373477] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.373652] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.373719] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.373939] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.374081] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.374176] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df68d3b0-46dc-4d31-b2df-303a46c6700b is going to be created. [ 1278.399462] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.399622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.399667] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.399887] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.400067] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.410644] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df68d3b0-46dc-4d31-b2df-303a46c6700b in Status: UNINITIALIZED for 2s [ 1279.438733] env[65962]: INFO networking_nsxv3.common.synchronization [None req-ee6ef411-29aa-4e87-8a75-04389dfc3922 tempest-AttachVolumeNegativeTest-1947892118 tempest-AttachVolumeNegativeTest-1947892118-project-member] Enqueued Resource ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 with Priority: HIGHEST for action security_group_rules [ 1279.439115] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 with Priority: HIGHEST for action security_group_rules [ 1279.439363] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-686cbac3-8fba-4999-9963-96d6c60b8a59 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.439487] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.439554] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.439806] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.439890] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('686cbac3-8fba-4999-9963-96d6c60b8a59',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.466416] env[65962]: INFO networking_nsxv3.common.synchronization [req-4ddc8949-3581-4853-bb9c-0a018a2628a2 req-e39506ed-1de3-4d19-9908-af7853b32941 tempest-ServerActionsTestJSON-636458219 tempest-ServerActionsTestJSON-636458219-project-member] Enqueued Resource ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d with Priority: HIGHEST for action security_group_members [ 1279.466900] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d with Priority: HIGHEST for action security_group_members [ 1279.467421] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-31494a4b-bd9e-4136-a731-1e4c4c31016d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.467546] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.467616] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.467806] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.467961] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.472989] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.472989] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.472989] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.472989] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.472989] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31494a4b-bd9e-4136-a731-1e4c4c31016d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.596944] env[65962]: INFO networking_nsxv3.common.synchronization [None req-84922eb8-de15-474e-9f33-a271ffa227f6 tempest-AttachVolumeNegativeTest-1947892118 tempest-AttachVolumeNegativeTest-1947892118-project-member] Enqueued Resource ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 with Priority: HIGHEST for action security_group_rules [ 1279.597552] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 with Priority: HIGHEST for action security_group_rules [ 1279.597925] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-686cbac3-8fba-4999-9963-96d6c60b8a59 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.598090] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.959157] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.959354] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.959422] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.959590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.959679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.959772] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 already deleted. [ 1279.959857] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.960018] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.960183] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.960309] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('686cbac3-8fba-4999-9963-96d6c60b8a59',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.975457] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.975681] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.975681] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.975879] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.975954] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.976172] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.976275] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.976686] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.976686] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.976686] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.976686] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d is going to be updated. [ 1280.003618] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.003836] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.003880] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.004101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.004253] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.012461] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d in Status: IN_PROGRESS for 2s [ 1280.481356] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df68d3b0-46dc-4d31-b2df-303a46c6700b in Status: SUCCESS [ 1280.481356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.481356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.481356] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.481656] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.481656] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.481656] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.481777] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.481811] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.483393] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.483393] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df68d3b0-46dc-4d31-b2df-303a46c6700b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.491020] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.491020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.491020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.491566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.491566] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.491566] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 already deleted. [ 1280.491678] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.986595] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df68d3b0-46dc-4d31-b2df-303a46c6700b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.002259] env[65962]: INFO networking_nsxv3.common.synchronization [req-9ec2098a-9ddc-4f81-ba13-34abee2d8f8f req-620ece96-c2eb-4e2e-8f9b-23a820ceda42 tempest-ServerActionsTestOtherA-1222154774 tempest-ServerActionsTestOtherA-1222154774-project-member] Enqueued Resource ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 with Priority: HIGHEST for action security_group_members [ 1281.003278] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 with Priority: HIGHEST for action security_group_members [ 1281.003794] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-96cb6dc7-2529-4780-b138-5fa1771e84d6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.003971] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.004263] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.004655] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.004982] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.005231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.005346] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.005673] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.005843] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.005998] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96cb6dc7-2529-4780-b138-5fa1771e84d6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.489177] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df68d3b0-46dc-4d31-b2df-303a46c6700b: rpc.has_security_group_logging(os_id): False [ 1281.507861] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.508081] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.508193] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.508401] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.508500] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.508780] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.508886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.508945] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.509180] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.509315] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.509432] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df68d3b0-46dc-4d31-b2df-303a46c6700b is going to be created. [ 1281.510611] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.510757] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.510848] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.511064] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.511153] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.511350] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.511476] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.511567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.511718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.511819] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.511922] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 is going to be updated. [ 1281.541515] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.541705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.541760] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.541976] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.542132] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.551714] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 in Status: IN_PROGRESS for 2s [ 1281.578049] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.578213] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.578303] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.578535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.578730] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.609515] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df68d3b0-46dc-4d31-b2df-303a46c6700b in Status: IN_PROGRESS for 2s [ 1282.023638] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d in Status: SUCCESS [ 1282.023909] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31494a4b-bd9e-4136-a731-1e4c4c31016d deletion is rescheduled due to dependency. [ 1282.023983] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31494a4b-bd9e-4136-a731-1e4c4c31016d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.562841] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 in Status: SUCCESS [ 1283.563172] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 deletion is rescheduled due to dependency. [ 1283.563252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.622912] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df68d3b0-46dc-4d31-b2df-303a46c6700b in Status: SUCCESS [ 1283.623170] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.004361] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.004672] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1286.195318] env[65962]: INFO networking_nsxv3.common.synchronization [req-0b696634-7b00-4f38-9775-390738ff3a14 req-44a059d3-c4c4-4df4-a416-bab5a349ba17 tempest-AttachVolumeNegativeTest-1947892118 tempest-AttachVolumeNegativeTest-1947892118-project-member] Enqueued Resource ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 with Priority: HIGHEST for action security_group_members [ 1286.196229] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 with Priority: HIGHEST for action security_group_members [ 1286.196593] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-686cbac3-8fba-4999-9963-96d6c60b8a59 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.196715] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.196797] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.197211] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.197397] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.197514] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.197660] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.197825] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.197825] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.197942] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('686cbac3-8fba-4999-9963-96d6c60b8a59',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.519871] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.520082] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-243" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.520230] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-243" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.520600] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-243" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.520856] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.521017] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.521200] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.521419] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.521563] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.521769] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1286.521882] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1286.521986] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1286.522104] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1286.522213] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1286.522316] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1286.522792] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1286.549366] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1286.549567] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1286.549678] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1286.549856] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-243" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.550206] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-b38177c0-3260-4ca8-87c0-4ea8f1268f88 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.550381] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-b38177c0-3260-4ca8-87c0-4ea8f1268f88" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.550499] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-b38177c0-3260-4ca8-87c0-4ea8f1268f88" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.550843] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-b38177c0-3260-4ca8-87c0-4ea8f1268f88" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.551027] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b38177c0-3260-4ca8-87c0-4ea8f1268f88',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.700431] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.700668] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.700668] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.700897] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.700984] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.701204] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.701305] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.701371] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.701524] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.701603] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.701690] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 already deleted. [ 1286.701771] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.053561] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.053909] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.053909] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.054263] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.054386] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.054544] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port b38177c0-3260-4ca8-87c0-4ea8f1268f88 not found, creating... [ 1287.054807] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.054962] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.055090] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.055317] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.055468] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.055797] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.055972] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.056109] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.056402] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.056601] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.056817] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: b38177c0-3260-4ca8-87c0-4ea8f1268f88 is going to be created. [ 1287.081585] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.081816] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.081951] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.082299] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.082550] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.082779] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-b38177c0-3260-4ca8-87c0-4ea8f1268f88" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.801056] env[65962]: INFO networking_nsxv3.common.synchronization [req-0b696634-7b00-4f38-9775-390738ff3a14 req-b90deeec-e314-4ca3-a3d2-7c3b95e7fa3f service nova] Enqueued Resource ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 with Priority: HIGHEST for action security_group_rules [ 1287.801384] env[65962]: INFO networking_nsxv3.common.synchronization [req-0b696634-7b00-4f38-9775-390738ff3a14 req-b90deeec-e314-4ca3-a3d2-7c3b95e7fa3f service nova] Enqueued Resource ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 with Priority: HIGHEST for action security_group_members [ 1287.801541] env[65962]: INFO networking_nsxv3.common.synchronization [req-0b696634-7b00-4f38-9775-390738ff3a14 req-b90deeec-e314-4ca3-a3d2-7c3b95e7fa3f service nova] Enqueued Resource ID: b38177c0-3260-4ca8-87c0-4ea8f1268f88 with Priority: HIGHEST for action port [ 1287.802062] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 with Priority: HIGHEST for action security_group_rules [ 1287.802201] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 with Priority: HIGHEST for action security_group_members [ 1287.802301] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38177c0-3260-4ca8-87c0-4ea8f1268f88 with Priority: HIGHEST for action port [ 1287.802570] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-686cbac3-8fba-4999-9963-96d6c60b8a59 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.802740] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.802740] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.802945] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.803195] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('686cbac3-8fba-4999-9963-96d6c60b8a59',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.803990] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-686cbac3-8fba-4999-9963-96d6c60b8a59 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.804154] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.804242] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.805399] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.805399] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.805399] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.805399] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.805399] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.805399] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.805399] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('686cbac3-8fba-4999-9963-96d6c60b8a59',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.806440] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-b38177c0-3260-4ca8-87c0-4ea8f1268f88 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.806440] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b38177c0-3260-4ca8-87c0-4ea8f1268f88" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.806440] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b38177c0-3260-4ca8-87c0-4ea8f1268f88" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.806618] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b38177c0-3260-4ca8-87c0-4ea8f1268f88" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.806674] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b38177c0-3260-4ca8-87c0-4ea8f1268f88',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.310758] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('686cbac3-8fba-4999-9963-96d6c60b8a59',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.313042] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-686cbac3-8fba-4999-9963-96d6c60b8a59 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.313190] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.313363] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b38177c0-3260-4ca8-87c0-4ea8f1268f88 with status ACTIVE [ 1288.313531] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.313635] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.313696] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.315564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.315564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.315564] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.315564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.315564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.315564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.315564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.315564] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.315564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.315564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.315564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.315564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.315564] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b38177c0-3260-4ca8-87c0-4ea8f1268f88 is going to be updated. [ 1288.348027] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.348231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.348288] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.348463] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.348603] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.348765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b38177c0-3260-4ca8-87c0-4ea8f1268f88" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.817165] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('686cbac3-8fba-4999-9963-96d6c60b8a59',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.320363] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.320718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.320718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.320823] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.320911] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.321028] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 is going to be created. [ 1289.346324] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.346480] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.346744] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.346744] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.346891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.356264] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 in Status: UNINITIALIZED for 2s [ 1291.367307] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 in Status: SUCCESS [ 1291.367677] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.367677] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.367956] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.368084] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.368190] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.368253] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.368401] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.368481] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.368570] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.368656] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('686cbac3-8fba-4999-9963-96d6c60b8a59',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.871214] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('686cbac3-8fba-4999-9963-96d6c60b8a59',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.374730] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 686cbac3-8fba-4999-9963-96d6c60b8a59: rpc.has_security_group_logging(os_id): False [ 1292.397243] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.397532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.397532] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.397706] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.397800] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.398074] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.398184] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.398267] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.398398] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.398475] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.398591] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 is going to be created. [ 1292.473725] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.473975] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.473975] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.474252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.474415] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.488187] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 in Status: IN_PROGRESS for 2s [ 1292.803377] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.803541] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1293.350633] env[65962]: INFO networking_nsxv3.common.synchronization [req-6e6efa86-a8ca-496b-9931-25f2dbb2d27d req-2daf3307-8b14-472a-8d01-346b915a5619 tempest-ServerActionsTestOtherA-1222154774 tempest-ServerActionsTestOtherA-1222154774-project-member] Enqueued Resource ID: 832ff259-b922-49b9-9726-bf1d0d35c153 with Priority: HIGHEST for action security_group_members [ 1293.350633] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832ff259-b922-49b9-9726-bf1d0d35c153 with Priority: HIGHEST for action security_group_members [ 1293.350935] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-832ff259-b922-49b9-9726-bf1d0d35c153 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.351037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.351130] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.351351] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.351538] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.351642] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.351705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.352032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.352032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.352032] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('832ff259-b922-49b9-9726-bf1d0d35c153',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.674427] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-378 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.674787] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-378" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.674829] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-378" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.675286] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-378" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.675634] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.675814] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.675934] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.676175] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.676318] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.676528] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.676641] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1293.676748] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1293.676855] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1293.676961] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.677078] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1293.677211] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1293.696229] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1293.696390] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1293.696494] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1293.696679] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-378" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.697010] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-1a25a150-6354-41a2-82e4-d3e0be240150 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.697189] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-1a25a150-6354-41a2-82e4-d3e0be240150" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.697313] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-1a25a150-6354-41a2-82e4-d3e0be240150" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.697658] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-1a25a150-6354-41a2-82e4-d3e0be240150" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.697798] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a25a150-6354-41a2-82e4-d3e0be240150',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.855146] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.855390] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.855444] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.855666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.855760] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.855952] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.856067] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.856128] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.856280] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.856355] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.856438] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 832ff259-b922-49b9-9726-bf1d0d35c153 is going to be updated. [ 1293.886987] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.887243] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.887384] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.887714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.887956] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.899861] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 832ff259-b922-49b9-9726-bf1d0d35c153 in Status: IN_PROGRESS for 2s [ 1294.200571] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.200791] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.200860] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.201193] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.201358] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.201514] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port 1a25a150-6354-41a2-82e4-d3e0be240150 not found, creating... [ 1294.201772] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.201931] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.202060] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.202287] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.202423] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.202702] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.202854] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.202969] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.203249] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.203362] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.203481] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: 1a25a150-6354-41a2-82e4-d3e0be240150 is going to be created. [ 1294.224017] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.224017] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.224017] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.224459] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.224459] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.224631] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-1a25a150-6354-41a2-82e4-d3e0be240150" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.500159] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 in Status: SUCCESS [ 1294.500365] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.935075] env[65962]: INFO networking_nsxv3.common.synchronization [req-6e6efa86-a8ca-496b-9931-25f2dbb2d27d req-f46601b3-5db1-4c98-a657-2ac1d46f83cd service nova] Enqueued Resource ID: 832ff259-b922-49b9-9726-bf1d0d35c153 with Priority: HIGHEST for action security_group_rules [ 1294.935398] env[65962]: INFO networking_nsxv3.common.synchronization [req-6e6efa86-a8ca-496b-9931-25f2dbb2d27d req-f46601b3-5db1-4c98-a657-2ac1d46f83cd service nova] Enqueued Resource ID: 832ff259-b922-49b9-9726-bf1d0d35c153 with Priority: HIGHEST for action security_group_members [ 1294.935398] env[65962]: INFO networking_nsxv3.common.synchronization [req-6e6efa86-a8ca-496b-9931-25f2dbb2d27d req-f46601b3-5db1-4c98-a657-2ac1d46f83cd service nova] Enqueued Resource ID: 1a25a150-6354-41a2-82e4-d3e0be240150 with Priority: HIGHEST for action port [ 1294.935870] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832ff259-b922-49b9-9726-bf1d0d35c153 with Priority: HIGHEST for action security_group_rules [ 1294.935998] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832ff259-b922-49b9-9726-bf1d0d35c153 with Priority: HIGHEST for action security_group_members [ 1294.936376] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a25a150-6354-41a2-82e4-d3e0be240150 with Priority: HIGHEST for action port [ 1294.936708] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-832ff259-b922-49b9-9726-bf1d0d35c153 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.936769] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.936838] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.937077] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.937128] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('832ff259-b922-49b9-9726-bf1d0d35c153',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.939028] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-832ff259-b922-49b9-9726-bf1d0d35c153 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.939348] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.939478] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a25a150-6354-41a2-82e4-d3e0be240150 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.939478] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a25a150-6354-41a2-82e4-d3e0be240150" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.939581] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a25a150-6354-41a2-82e4-d3e0be240150" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.939711] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a25a150-6354-41a2-82e4-d3e0be240150" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.939788] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a25a150-6354-41a2-82e4-d3e0be240150',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.442049] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-832ff259-b922-49b9-9726-bf1d0d35c153 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.442339] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.442497] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a25a150-6354-41a2-82e4-d3e0be240150 with status ACTIVE [ 1295.442644] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.442767] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.442839] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.443144] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.443289] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.443462] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.443578] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.443647] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.443816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.443893] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.444145] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.444312] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.444312] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.444480] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.444599] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.444735] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a25a150-6354-41a2-82e4-d3e0be240150 is going to be updated. [ 1295.471577] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.471794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.471794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.471993] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.472152] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.472380] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a25a150-6354-41a2-82e4-d3e0be240150" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.910829] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 832ff259-b922-49b9-9726-bf1d0d35c153 in Status: SUCCESS [ 1295.911097] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 832ff259-b922-49b9-9726-bf1d0d35c153 deletion is rescheduled due to dependency. [ 1295.911168] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.911339] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.911559] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.911746] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.911864] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.911924] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.912090] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.912167] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.912261] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('832ff259-b922-49b9-9726-bf1d0d35c153',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.414387] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('832ff259-b922-49b9-9726-bf1d0d35c153',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.916804] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('832ff259-b922-49b9-9726-bf1d0d35c153',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.419989] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.419989] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.420517] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.420517] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.420517] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.420517] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 832ff259-b922-49b9-9726-bf1d0d35c153 is going to be updated. [ 1297.452044] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.452282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.452282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.452467] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.452617] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.462097] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 832ff259-b922-49b9-9726-bf1d0d35c153 in Status: IN_PROGRESS for 2s [ 1299.473303] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 832ff259-b922-49b9-9726-bf1d0d35c153 in Status: SUCCESS [ 1299.473558] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.473726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.473967] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.474184] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.474310] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.474369] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.474608] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.474706] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.474784] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.474865] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('832ff259-b922-49b9-9726-bf1d0d35c153',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.936940] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.937129] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1299.976923] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-832ff259-b922-49b9-9726-bf1d0d35c153 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.977164] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.977164] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.977379] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.977541] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.977639] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.977702] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.977860] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.977946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.978044] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.978194] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-832ff259-b922-49b9-9726-bf1d0d35c153 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.978288] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.978349] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.978492] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.978624] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.978742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.978807] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.978946] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.979029] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.979112] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.979207] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('832ff259-b922-49b9-9726-bf1d0d35c153',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.481498] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 832ff259-b922-49b9-9726-bf1d0d35c153: rpc.has_security_group_logging(os_id): False [ 1300.498763] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.498961] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.499027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.499214] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.499305] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.499499] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.499596] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.499659] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.499808] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.499883] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.500092] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.500186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.500252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.500490] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.500569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.500732] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.500824] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.500885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.501039] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.501121] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.501205] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 832ff259-b922-49b9-9726-bf1d0d35c153 is going to be updated. [ 1300.561261] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.561463] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.561506] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.561716] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.561867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.572849] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 832ff259-b922-49b9-9726-bf1d0d35c153 in Status: IN_PROGRESS for 2s [ 1302.587515] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 832ff259-b922-49b9-9726-bf1d0d35c153 in Status: SUCCESS [ 1302.587996] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.347554] env[65962]: INFO networking_nsxv3.common.synchronization [req-ea62b695-e8c3-49d4-a17b-4c027297b351 req-b504685a-c47a-4baa-a9b6-895573380d30 tempest-ServerActionsTestOtherA-1222154774 tempest-ServerActionsTestOtherA-1222154774-project-member] Enqueued Resource ID: 832ff259-b922-49b9-9726-bf1d0d35c153 with Priority: HIGHEST for action security_group_members [ 1303.348096] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832ff259-b922-49b9-9726-bf1d0d35c153 with Priority: HIGHEST for action security_group_members [ 1303.348412] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-832ff259-b922-49b9-9726-bf1d0d35c153 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.348550] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.348620] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.348849] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.349026] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.349128] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.349192] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.349349] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.349435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.349529] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('832ff259-b922-49b9-9726-bf1d0d35c153',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.389795] env[65962]: INFO networking_nsxv3.common.synchronization [req-ea62b695-e8c3-49d4-a17b-4c027297b351 req-b504685a-c47a-4baa-a9b6-895573380d30 tempest-ServerActionsTestOtherA-1222154774 tempest-ServerActionsTestOtherA-1222154774-project-member] Enqueued Resource ID: 1a25a150-6354-41a2-82e4-d3e0be240150 with Priority: HIGHEST for action port [ 1303.390380] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a25a150-6354-41a2-82e4-d3e0be240150 with Priority: HIGHEST for action port [ 1303.390935] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a25a150-6354-41a2-82e4-d3e0be240150 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.391070] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a25a150-6354-41a2-82e4-d3e0be240150" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.391139] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a25a150-6354-41a2-82e4-d3e0be240150" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.391385] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a25a150-6354-41a2-82e4-d3e0be240150" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.391471] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a25a150-6354-41a2-82e4-d3e0be240150',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.851737] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.852219] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.852219] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.852219] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.852353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.852493] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.852590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.852652] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.852802] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.852877] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.852962] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 832ff259-b922-49b9-9726-bf1d0d35c153 is going to be updated. [ 1303.880705] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.880860] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.880925] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.881186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.881320] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.890342] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 832ff259-b922-49b9-9726-bf1d0d35c153 in Status: IN_PROGRESS for 2s [ 1303.893779] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a25a150-6354-41a2-82e4-d3e0be240150 with status ACTIVE [ 1303.893995] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.894152] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.894218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.894442] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.894516] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.894691] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.894789] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.894922] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.895053] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.895180] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.895380] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.895524] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.895631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.895820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.895957] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.896118] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a25a150-6354-41a2-82e4-d3e0be240150 is going to be updated. [ 1303.920965] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.921130] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.921239] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.921527] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.921705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.921829] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a25a150-6354-41a2-82e4-d3e0be240150" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.899731] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 832ff259-b922-49b9-9726-bf1d0d35c153 in Status: SUCCESS [ 1305.899731] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 832ff259-b922-49b9-9726-bf1d0d35c153 deletion is rescheduled due to dependency. [ 1305.900226] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832ff259-b922-49b9-9726-bf1d0d35c153" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.131854] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.132288] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.132288] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.132439] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.132535] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.391793] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.391996] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1308.635244] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.138043] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.640310] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1309.640441] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1310.426918] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.427327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.427327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.427327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.440085] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1310.440878] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.441580] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1310.480636] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.480867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.480867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.481057] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.495146] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.495934] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1310.496053] env[65962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1310.496151] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1310.533432] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.533597] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.533643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.533837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.535158] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.535332] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1310.621390] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.621705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.621804] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.622140] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.622524] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.622805] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1310.702654] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.702887] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.702887] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.703056] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.703347] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.703670] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1310.703765] env[65962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e7266813-4695-4ff3-b454-8103cc419366', 'eb5aff44-bfa3-4327-b50e-edea44abd4f0', '933490f3-e0a2-419c-a292-4e309d9c38de', '686cbac3-8fba-4999-9963-96d6c60b8a59', 'b6479852-f3a3-43c2-99eb-fcc58a982da3', 'a70c390b-c5f0-452c-b6f4-fccf0f68fa9d', 'dff0bd08-da26-4949-ab2f-a7ff7371f7c6', 'aad1ecae-9e4e-40c5-9e5a-0783e69c128f', 'fc27105c-e158-4d91-a5d9-da1b28fddb27', 'ab40e9d6-43e5-4c44-9eb6-80670734c1ee', 'a38e7328-61e9-4a6b-8732-bb699aa59557', '95b24f9c-3e46-4e08-bcde-8491c466be08', 'cc9e2502-07d4-4534-be8b-1902dafe9b30', '96cb6dc7-2529-4780-b138-5fa1771e84d6', '2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154', 'e9eae595-1d37-4516-86f9-3d0c2c3ac787', '07c9c89f-52ea-4e65-a7fd-89d9ff3966b0', 'b6f35f48-011e-4370-898c-beaffa3bfc76', 'bebe0c70-259d-42fb-bc3b-3b32399f10f9', '7748df98-6008-4198-a2b1-5fbbdfbdcec8', '4b9533a4-5bf3-4126-bae5-bf20bd751e2c', '07f599a9-ada0-4f0e-9c2a-d53d6dce0ed6', 'da2d8955-e017-4c1d-806c-b7a6ad5e2a9b', '69b90aa5-bcd2-41a5-9e4f-1aaba3e01821', '2ba08c69-dee0-4970-835e-2924d4f6401e', '1a637c4c-d96d-4c85-965a-e24162926a26', 'f4dd615b-cfee-4b6a-8f4b-7e2e13f4b66a', 'a06b28f6-e8ae-43a7-8f14-43b9e3dbb021', '31494a4b-bd9e-4136-a731-1e4c4c31016d', 'd30fafec-eadf-4326-8f4b-02d4eba704b7', 'df68d3b0-46dc-4d31-b2df-303a46c6700b', 'bb560af0-ae21-4758-b44e-2e485fe0379a', '72e5c9d7-2f15-4896-a95b-7ee3faa17663', '1337d88a-fc81-4d8f-9888-c14d6901d06e', '9c5d8b55-cafd-46b6-93e9-b2b8198b9f42', '90fd6752-e3cc-48a5-adf4-6aa255591e12', 'aeb60c0f-192b-4cd1-8d8d-d62b61b6c4d3', '80382464-0fda-4261-8bfa-fdc208ce7ade', 'ad65a36a-acdb-41f6-ad4c-181d7c61e5d8', '98970c9d-6b04-4f3c-bb86-f47cac0341a4', '7118936c-50e6-4c17-9378-f50073132317', '4a4d6fde-4dd1-47c6-9e38-7b3e4fa6e6af', 'e29ccce6-3023-43ad-9100-b059f6575eda', '832ff259-b922-49b9-9726-bf1d0d35c153'} {{(pid=65962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1310.703859] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1310.721547] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.721764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.721764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.721947] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.722051] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.722161] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1310.722233] env[65962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1310.722304] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1310.806192] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.806353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.806438] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.806694] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.807920] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.808224] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1310.808305] env[65962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1310.808378] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1310.808448] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1310.808525] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1310.808595] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7266813-4695-4ff3-b454-8103cc419366 with Priority: HIGH for action security_group_rules [ 1310.808678] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGH for action security_group_rules [ 1310.808769] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 933490f3-e0a2-419c-a292-4e309d9c38de with Priority: HIGH for action security_group_rules [ 1310.808807] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 with Priority: HIGH for action security_group_rules [ 1310.808866] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGH for action security_group_rules [ 1310.808908] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGH for action security_group_rules [ 1310.808968] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 with Priority: HIGH for action security_group_rules [ 1310.809033] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGH for action security_group_rules [ 1310.809096] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc27105c-e158-4d91-a5d9-da1b28fddb27 with Priority: HIGH for action security_group_rules [ 1310.809149] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee with Priority: HIGH for action security_group_rules [ 1310.809211] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a38e7328-61e9-4a6b-8732-bb699aa59557 with Priority: HIGH for action security_group_rules [ 1310.809269] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95b24f9c-3e46-4e08-bcde-8491c466be08 with Priority: HIGH for action security_group_rules [ 1310.809329] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 with Priority: HIGH for action security_group_rules [ 1310.809382] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 with Priority: HIGH for action security_group_rules [ 1310.809443] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 with Priority: HIGH for action security_group_rules [ 1310.809506] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGH for action security_group_rules [ 1310.809568] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGH for action security_group_rules [ 1310.809629] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6f35f48-011e-4370-898c-beaffa3bfc76 with Priority: HIGH for action security_group_rules [ 1310.809690] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGH for action security_group_rules [ 1310.809751] env[65962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 with Priority: HIGH for action security_group_rules [ 1310.809846] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.392655] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1313.392984] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1313.392984] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7266813-4695-4ff3-b454-8103cc419366 with Priority: HIGH for action security_group_rules [ 1313.392984] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933490f3-e0a2-419c-a292-4e309d9c38de with Priority: HIGH for action security_group_rules [ 1313.393118] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 with Priority: HIGH for action security_group_rules [ 1313.393181] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 with Priority: HIGH for action security_group_rules [ 1313.393275] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 with Priority: HIGH for action security_group_rules [ 1313.393367] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 with Priority: HIGH for action security_group_rules [ 1313.393529] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f35f48-011e-4370-898c-beaffa3bfc76 with Priority: HIGH for action security_group_rules [ 1313.393639] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 with Priority: HIGH for action security_group_rules [ 1313.393732] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 with Priority: HIGH for action security_group_rules [ 1313.393821] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 with Priority: HIGH for action security_group_rules [ 1313.393906] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 with Priority: HIGH for action security_group_rules [ 1313.393993] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95b24f9c-3e46-4e08-bcde-8491c466be08 with Priority: HIGH for action security_group_rules [ 1313.394093] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38e7328-61e9-4a6b-8732-bb699aa59557 with Priority: HIGH for action security_group_rules [ 1313.394181] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee with Priority: HIGH for action security_group_rules [ 1313.394268] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc27105c-e158-4d91-a5d9-da1b28fddb27 with Priority: HIGH for action security_group_rules [ 1313.394357] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d with Priority: HIGH for action security_group_rules [ 1313.394467] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGH for action security_group_rules [ 1313.394588] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 with Priority: HIGH for action security_group_rules [ 1313.394696] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 with Priority: HIGH for action security_group_rules [ 1313.394761] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 with Priority: HIGH for action security_group_rules [ 1313.395124] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7266813-4695-4ff3-b454-8103cc419366 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.395270] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.395337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.395564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.395649] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7266813-4695-4ff3-b454-8103cc419366',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.396884] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-933490f3-e0a2-419c-a292-4e309d9c38de taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.397070] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.397158] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.397367] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.397460] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('933490f3-e0a2-419c-a292-4e309d9c38de',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.398573] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dff0bd08-da26-4949-ab2f-a7ff7371f7c6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.398689] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.399267] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.399380] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.399460] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dff0bd08-da26-4949-ab2f-a7ff7371f7c6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.400790] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.400790] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.400790] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.400790] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.400790] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.401475] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7748df98-6008-4198-a2b1-5fbbdfbdcec8 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.401597] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.401659] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.402129] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.402129] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7748df98-6008-4198-a2b1-5fbbdfbdcec8',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.403994] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.403994] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.403994] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.403994] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.403994] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bebe0c70-259d-42fb-bc3b-3b32399f10f9',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.404834] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6f35f48-011e-4370-898c-beaffa3bfc76 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.404919] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.404971] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.405111] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.405184] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6f35f48-011e-4370-898c-beaffa3bfc76',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.405983] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.406100] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.406153] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.406306] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.406377] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07c9c89f-52ea-4e65-a7fd-89d9ff3966b0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.407374] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96cb6dc7-2529-4780-b138-5fa1771e84d6 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.407374] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.407374] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.407630] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.407630] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96cb6dc7-2529-4780-b138-5fa1771e84d6',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.408383] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9eae595-1d37-4516-86f9-3d0c2c3ac787 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.408465] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.408499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.408623] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.408691] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9eae595-1d37-4516-86f9-3d0c2c3ac787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.410132] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc9e2502-07d4-4534-be8b-1902dafe9b30 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.410132] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.410235] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.410466] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.410800] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc9e2502-07d4-4534-be8b-1902dafe9b30',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.411655] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95b24f9c-3e46-4e08-bcde-8491c466be08 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.411805] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.411914] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.412199] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.412746] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95b24f9c-3e46-4e08-bcde-8491c466be08',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.413247] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a38e7328-61e9-4a6b-8732-bb699aa59557 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.413371] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.413431] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.414202] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.414202] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a38e7328-61e9-4a6b-8732-bb699aa59557',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.414500] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab40e9d6-43e5-4c44-9eb6-80670734c1ee taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.414605] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.414660] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.414821] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.415510] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab40e9d6-43e5-4c44-9eb6-80670734c1ee',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.415566] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc27105c-e158-4d91-a5d9-da1b28fddb27 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.415627] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.415678] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.415855] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.415921] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc27105c-e158-4d91-a5d9-da1b28fddb27',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.416855] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.416855] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.416952] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.417427] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.417427] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a70c390b-c5f0-452c-b6f4-fccf0f68fa9d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.417943] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.418337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.418337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.418337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.418516] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.419264] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6479852-f3a3-43c2-99eb-fcc58a982da3 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.419409] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.419501] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.419631] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.419723] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6479852-f3a3-43c2-99eb-fcc58a982da3',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.420666] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.420666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.420666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.420840] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.420875] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb5aff44-bfa3-4327-b50e-edea44abd4f0',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.421637] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-686cbac3-8fba-4999-9963-96d6c60b8a59 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.421745] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.421812] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.421958] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.422699] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('686cbac3-8fba-4999-9963-96d6c60b8a59',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.454173] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.454402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.454522] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.455378] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.458938] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.459132] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.468814] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.468943] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.489653] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.489807] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07c9c89f-52ea-4e65-a7fd-89d9ff3966b0 is going to be deleted. [ 1313.490714] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.490966] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.520612] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.520612] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7748df98-6008-4198-a2b1-5fbbdfbdcec8 is going to be deleted. [ 1313.520612] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.520612] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.542451] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.542506] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bebe0c70-259d-42fb-bc3b-3b32399f10f9 is going to be deleted. [ 1313.577633] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.577836] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.577962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.578280] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.578441] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.578632] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07c9c89f-52ea-4e65-a7fd-89d9ff3966b0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.580739] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.580856] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.580927] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.581163] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.581260] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.581372] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7748df98-6008-4198-a2b1-5fbbdfbdcec8" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.600915] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.601083] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.601144] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.601360] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.601452] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.601571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bebe0c70-259d-42fb-bc3b-3b32399f10f9" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.938467] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.938718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.938718] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.938866] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.939046] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.939145] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.939208] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.939360] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.939446] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.939553] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.939632] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.942323] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-686cbac3-8fba-4999-9963-96d6c60b8a59 taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.942506] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.942506] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.942691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.942848] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.942947] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.943013] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.943515] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.943515] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.943515] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.943515] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('686cbac3-8fba-4999-9963-96d6c60b8a59',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.963849] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.964067] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.964139] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.964403] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.974814] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.974814] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.991380] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.991641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.992497] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.992672] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.993308] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.993494] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.994179] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.994292] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.994983] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.995106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.995896] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.995995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.996767] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.996879] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.997723] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.997723] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.998381] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.998472] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.999118] env[65962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1313.999531] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.999628] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.000254] env[65962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.000692] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.000801] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.001429] env[65962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.001850] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.001943] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.002563] env[65962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.002984] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.003101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.003993] env[65962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.004625] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.004760] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 933490f3-e0a2-419c-a292-4e309d9c38de is going to be deleted. [ 1314.005667] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.005870] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.033672] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.033870] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96cb6dc7-2529-4780-b138-5fa1771e84d6 is going to be deleted. [ 1314.034823] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.035071] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.056536] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.056744] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9eae595-1d37-4516-86f9-3d0c2c3ac787 is going to be deleted. [ 1314.057599] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.057752] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.076837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.077022] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dff0bd08-da26-4949-ab2f-a7ff7371f7c6 is going to be deleted. [ 1314.077875] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.078112] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.092438] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.092685] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.093278] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.093381] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.097443] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.097557] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95b24f9c-3e46-4e08-bcde-8491c466be08 is going to be deleted. [ 1314.098422] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.098684] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.108526] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.108704] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.125156] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.125333] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb5aff44-bfa3-4327-b50e-edea44abd4f0 is going to be deleted. [ 1314.126323] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.126568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.143504] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.143727] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.149276] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.149429] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154 is going to be deleted. [ 1314.150315] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.150528] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.184768] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.184966] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.242906] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.243096] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc9e2502-07d4-4534-be8b-1902dafe9b30 is going to be deleted. [ 1314.244113] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.244337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.357515] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.357723] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.400402] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.400978] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7266813-4695-4ff3-b454-8103cc419366 is going to be deleted. [ 1314.401641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.401878] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.403662] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.403888] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.440231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.440421] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a38e7328-61e9-4a6b-8732-bb699aa59557 is going to be deleted. [ 1314.441301] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.441542] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.446184] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.453851] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('686cbac3-8fba-4999-9963-96d6c60b8a59',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.476318] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.476491] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab40e9d6-43e5-4c44-9eb6-80670734c1ee is going to be deleted. [ 1314.477429] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.477650] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.533106] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.533249] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.575882] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.576084] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6f35f48-011e-4370-898c-beaffa3bfc76 is going to be deleted. [ 1314.577371] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.577900] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.600522] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.600710] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.603971] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.604148] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.616354] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.616500] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.651322] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.651322] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6479852-f3a3-43c2-99eb-fcc58a982da3 is going to be deleted. [ 1314.652286] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.652512] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.698765] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.698906] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a70c390b-c5f0-452c-b6f4-fccf0f68fa9d is going to be deleted. [ 1314.699850] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.700088] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.759513] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.759726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.773887] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.774092] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc27105c-e158-4d91-a5d9-da1b28fddb27 is going to be deleted. [ 1314.775067] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.775348] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.775483] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.775656] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96cb6dc7-2529-4780-b138-5fa1771e84d6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.775873] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.776071] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.776161] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.776285] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-933490f3-e0a2-419c-a292-4e309d9c38de" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.776857] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.777138] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.777232] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.777440] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9eae595-1d37-4516-86f9-3d0c2c3ac787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.777586] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.777757] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.777837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.777949] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dff0bd08-da26-4949-ab2f-a7ff7371f7c6" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.778101] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.778259] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.778363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.778488] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95b24f9c-3e46-4e08-bcde-8491c466be08" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.778557] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.778696] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.778771] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.778885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb5aff44-bfa3-4327-b50e-edea44abd4f0" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.779046] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.779161] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.779234] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.779459] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d8e8f66-04bd-4e7c-ab19-68e4bfd0e154" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.779590] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.779753] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.779858] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.779923] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc9e2502-07d4-4534-be8b-1902dafe9b30" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.780109] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.780207] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.780283] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.780398] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7266813-4695-4ff3-b454-8103cc419366" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.780525] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.780666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.780742] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.780854] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a38e7328-61e9-4a6b-8732-bb699aa59557" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.780980] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.781131] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.781206] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.781340] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab40e9d6-43e5-4c44-9eb6-80670734c1ee" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.781460] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.781616] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.781692] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.781803] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6f35f48-011e-4370-898c-beaffa3bfc76" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.784758] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.784912] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.784962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.785120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.785480] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.785627] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6479852-f3a3-43c2-99eb-fcc58a982da3" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.865911] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.866173] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.866240] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.866514] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.866611] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.866763] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a70c390b-c5f0-452c-b6f4-fccf0f68fa9d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.890775] env[65962]: INFO networking_nsxv3.common.synchronization [req-269467e5-4693-463f-a48b-3ad1931b8722 req-f6af74eb-37f1-4f2d-8a19-b00fc70dc5b2 tempest-ServerActionsTestJSON-636458219 tempest-ServerActionsTestJSON-636458219-project-member] Enqueued Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_members [ 1314.890775] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_members [ 1314.891192] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.891352] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.891440] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.891663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.891852] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.892016] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.892125] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.892336] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.892981] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.892981] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.946474] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.946567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.946567] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.946800] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.946913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.947051] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc27105c-e158-4d91-a5d9-da1b28fddb27" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.948782] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aad1ecae-9e4e-40c5-9e5a-0783e69c128f: rpc.has_security_group_logging(os_id): False [ 1314.956557] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 686cbac3-8fba-4999-9963-96d6c60b8a59: rpc.has_security_group_logging(os_id): False [ 1314.970790] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.971027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.971027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.971256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.974854] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.975066] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.005210] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.005453] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.005604] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.005671] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.005902] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.005986] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.006084] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f is going to be updated. [ 1315.007136] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.007336] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.067605] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.067907] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.068043] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.068111] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.068292] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.068374] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.068464] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 is going to be updated. [ 1315.118986] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.119241] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.119340] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.119569] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.119750] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.135740] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: IN_PROGRESS for 2s [ 1315.141086] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.141269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.141307] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.141516] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.141675] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.158349] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 in Status: IN_PROGRESS for 2s [ 1315.395646] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.395850] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.395850] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.396034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.396126] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.396322] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.396419] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.396490] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.396625] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.396704] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.396781] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f is going to be updated. [ 1315.424932] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.425345] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.425345] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.425345] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.425436] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.434317] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: IN_PROGRESS for 2s [ 1317.149304] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: SUCCESS [ 1317.149622] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.171531] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 in Status: SUCCESS [ 1317.171763] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.444153] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: SUCCESS [ 1317.444369] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f deletion is rescheduled due to dependency. [ 1317.444671] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.891424] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.891799] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1321.886633] env[65962]: INFO networking_nsxv3.common.synchronization [req-0e13718c-715c-4084-8722-b454293407c4 req-39d5bf3b-25fa-45f7-9f06-9125832001b5 tempest-ServerActionsTestJSON-636458219 tempest-ServerActionsTestJSON-636458219-project-member] Enqueued Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_members [ 1321.887191] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_members [ 1321.887494] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.887615] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.887679] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.887867] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.888027] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.888127] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.888381] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.888381] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.888444] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.888484] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.176175] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.176379] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-561" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.176503] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-561" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.176771] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-561" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.177040] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.177200] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.177315] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.177528] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.177669] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.177877] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1322.177989] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1322.178111] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1322.178217] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1322.178324] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1322.178427] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1322.178554] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1322.200578] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1322.200776] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1322.200873] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1322.201065] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-561" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.201382] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-7188a055-0cfd-41a7-bdc9-23ee415805a7 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.201586] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-7188a055-0cfd-41a7-bdc9-23ee415805a7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.201714] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-7188a055-0cfd-41a7-bdc9-23ee415805a7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.202062] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-7188a055-0cfd-41a7-bdc9-23ee415805a7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.202201] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7188a055-0cfd-41a7-bdc9-23ee415805a7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.390721] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.390936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.390936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.391155] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.391245] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.391442] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.391541] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.391601] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.391746] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.391819] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.391901] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f is going to be updated. [ 1322.418201] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.418406] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.418454] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.418646] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.418788] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.427788] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: IN_PROGRESS for 2s [ 1322.704325] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.704705] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.705147] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.705668] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.705857] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.706044] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 7188a055-0cfd-41a7-bdc9-23ee415805a7 not found, creating... [ 1322.706324] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.706490] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.706608] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.706842] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.706983] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.707293] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.707453] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.707569] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.707788] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.707920] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.708078] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 7188a055-0cfd-41a7-bdc9-23ee415805a7 is going to be created. [ 1322.728464] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.728673] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.728786] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.729074] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.729303] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.729519] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-7188a055-0cfd-41a7-bdc9-23ee415805a7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.453464] env[65962]: INFO networking_nsxv3.common.synchronization [req-0e13718c-715c-4084-8722-b454293407c4 req-586b764d-b017-4ffa-b3e3-5e1b6d06d4fd service nova] Enqueued Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_rules [ 1323.453464] env[65962]: INFO networking_nsxv3.common.synchronization [req-0e13718c-715c-4084-8722-b454293407c4 req-586b764d-b017-4ffa-b3e3-5e1b6d06d4fd service nova] Enqueued Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_members [ 1323.453464] env[65962]: INFO networking_nsxv3.common.synchronization [req-0e13718c-715c-4084-8722-b454293407c4 req-586b764d-b017-4ffa-b3e3-5e1b6d06d4fd service nova] Enqueued Resource ID: 7188a055-0cfd-41a7-bdc9-23ee415805a7 with Priority: HIGHEST for action port [ 1323.454088] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_rules [ 1323.454334] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_members [ 1323.454453] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7188a055-0cfd-41a7-bdc9-23ee415805a7 with Priority: HIGHEST for action port [ 1323.454826] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.454956] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.455048] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.455234] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.455316] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.456563] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.456669] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.456862] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-7188a055-0cfd-41a7-bdc9-23ee415805a7 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.456960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7188a055-0cfd-41a7-bdc9-23ee415805a7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.457035] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7188a055-0cfd-41a7-bdc9-23ee415805a7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.457329] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7188a055-0cfd-41a7-bdc9-23ee415805a7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.457451] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7188a055-0cfd-41a7-bdc9-23ee415805a7',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.959326] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7188a055-0cfd-41a7-bdc9-23ee415805a7 with status ACTIVE [ 1323.959501] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.959641] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.959712] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.959925] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.960025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.960203] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.960303] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.960365] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.960510] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.960600] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.960782] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.960891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.960924] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.961087] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.961163] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.961247] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7188a055-0cfd-41a7-bdc9-23ee415805a7 is going to be updated. [ 1323.963010] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.963010] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.982990] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.982990] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.982990] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.982990] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.982990] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.982990] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7188a055-0cfd-41a7-bdc9-23ee415805a7" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.437417] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: SUCCESS [ 1324.437604] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f deletion is rescheduled due to dependency. [ 1324.437729] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.437886] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.438188] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.438313] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.438427] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.438492] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.438643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.438724] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.438879] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.941983] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.444062] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.947459] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.947799] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.947799] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.947916] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.948037] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.948138] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f is going to be updated. [ 1325.979922] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.980618] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.980618] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.980618] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.980784] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.990760] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: IN_PROGRESS for 2s [ 1327.652795] env[65962]: INFO networking_nsxv3.common.synchronization [req-2ee65999-a6df-42d7-a961-06f3535c9a8d req-a8bbfc0c-fa4a-46bd-9676-b97de22a7f53 tempest-ServerActionsTestOtherA-1222154774 tempest-ServerActionsTestOtherA-1222154774-project-member] Enqueued Resource ID: 2ba08c69-dee0-4970-835e-2924d4f6401e with Priority: HIGHEST for action security_group_members [ 1327.653338] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba08c69-dee0-4970-835e-2924d4f6401e with Priority: HIGHEST for action security_group_members [ 1327.653711] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba08c69-dee0-4970-835e-2924d4f6401e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.653837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.653900] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.654116] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.654332] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.654439] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.654503] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.654863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.654863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.654863] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ba08c69-dee0-4970-835e-2924d4f6401e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.955479] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock network-378 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.955674] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "network-378" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.955799] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "network-378" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.956077] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "network-378" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.956336] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.956494] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.956610] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.956822] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.956961] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.957183] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1327.957291] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1327.957395] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1327.957500] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1327.957607] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1327.957713] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1327.957842] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1327.976383] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1327.976548] env[65962]: DEBUG dogpile.cache.region [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1327.976619] env[65962]: DEBUG dogpile.lock [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1327.976789] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "network-378" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.977107] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock port-d9d8bada-8958-488b-872c-bea719a25172 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.977274] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "port-d9d8bada-8958-488b-872c-bea719a25172" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.977392] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "port-d9d8bada-8958-488b-872c-bea719a25172" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.977714] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "port-d9d8bada-8958-488b-872c-bea719a25172" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.977851] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9d8bada-8958-488b-872c-bea719a25172',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.001372] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: SUCCESS [ 1328.001673] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.002127] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.002334] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.002520] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.002638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.002706] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.002851] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.002929] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.003025] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.003117] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.157109] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ba08c69-dee0-4970-835e-2924d4f6401e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.480592] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.480825] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.480922] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.481242] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.481409] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.481602] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Segment Port d9d8bada-8958-488b-872c-bea719a25172 not found, creating... [ 1328.481875] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.482058] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.482187] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.482421] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.482559] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.482860] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.483038] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.483161] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.483384] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.483533] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.483711] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Resource: SegmentPort with ID: d9d8bada-8958-488b-872c-bea719a25172 is going to be created. [ 1328.505824] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.511800] env[65962]: DEBUG networking_nsxv3.common.locking [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.511800] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.511800] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.512147] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.512807] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.512807] env[65962]: DEBUG oslo_concurrency.lockutils [None req-753b6979-bbab-47f6-a762-3befb9370509 None None] Releasing lock "port-d9d8bada-8958-488b-872c-bea719a25172" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.659054] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ba08c69-dee0-4970-835e-2924d4f6401e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.008545] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aad1ecae-9e4e-40c5-9e5a-0783e69c128f: rpc.has_security_group_logging(os_id): False [ 1329.027624] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.027842] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.027842] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.028080] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.028169] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.028418] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.028518] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.028581] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.028729] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.028829] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.028952] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f is going to be updated. [ 1329.094421] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.094586] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.094681] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.094916] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.095107] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.111484] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: IN_PROGRESS for 2s [ 1329.161556] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.161556] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.161556] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.161983] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.161983] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.161983] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ba08c69-dee0-4970-835e-2924d4f6401e is going to be updated. [ 1329.204850] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.205070] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.205070] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.205436] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.205591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.218923] env[65962]: INFO networking_nsxv3.common.synchronization [req-2ee65999-a6df-42d7-a961-06f3535c9a8d req-035bb818-2e8e-457a-8950-455af8693a12 service nova] Enqueued Resource ID: 2ba08c69-dee0-4970-835e-2924d4f6401e with Priority: HIGHEST for action security_group_rules [ 1329.219123] env[65962]: INFO networking_nsxv3.common.synchronization [req-2ee65999-a6df-42d7-a961-06f3535c9a8d req-035bb818-2e8e-457a-8950-455af8693a12 service nova] Enqueued Resource ID: 2ba08c69-dee0-4970-835e-2924d4f6401e with Priority: HIGHEST for action security_group_members [ 1329.219311] env[65962]: INFO networking_nsxv3.common.synchronization [req-2ee65999-a6df-42d7-a961-06f3535c9a8d req-035bb818-2e8e-457a-8950-455af8693a12 service nova] Enqueued Resource ID: d9d8bada-8958-488b-872c-bea719a25172 with Priority: HIGHEST for action port [ 1329.219762] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba08c69-dee0-4970-835e-2924d4f6401e with Priority: HIGHEST for action security_group_rules [ 1329.220329] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba08c69-dee0-4970-835e-2924d4f6401e with Priority: HIGHEST for action security_group_members [ 1329.220329] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9d8bada-8958-488b-872c-bea719a25172 with Priority: HIGHEST for action port [ 1329.220329] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ba08c69-dee0-4970-835e-2924d4f6401e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.220634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.220634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.220634] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.220734] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ba08c69-dee0-4970-835e-2924d4f6401e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.221649] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba08c69-dee0-4970-835e-2924d4f6401e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.221816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.221952] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9d8bada-8958-488b-872c-bea719a25172 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.222061] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9d8bada-8958-488b-872c-bea719a25172" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.222120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9d8bada-8958-488b-872c-bea719a25172" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.222529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9d8bada-8958-488b-872c-bea719a25172" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.222529] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9d8bada-8958-488b-872c-bea719a25172',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.223714] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba08c69-dee0-4970-835e-2924d4f6401e in Status: IN_PROGRESS for 2s [ 1329.725166] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba08c69-dee0-4970-835e-2924d4f6401e taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.725166] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.725526] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9d8bada-8958-488b-872c-bea719a25172 with status ACTIVE [ 1329.725526] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.725608] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.725724] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.725873] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.725966] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.726140] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.726318] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.726318] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.726588] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.726588] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.726752] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.726968] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.726968] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.727645] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.727949] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.727949] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9d8bada-8958-488b-872c-bea719a25172 is going to be updated. [ 1329.752013] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.752205] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.752256] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.752448] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.752580] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.752749] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9d8bada-8958-488b-872c-bea719a25172" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.124998] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: SUCCESS [ 1331.125330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.234583] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba08c69-dee0-4970-835e-2924d4f6401e in Status: SUCCESS [ 1331.234823] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.235020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.235204] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.235390] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.235511] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.235579] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.235822] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.235951] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.236067] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ba08c69-dee0-4970-835e-2924d4f6401e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.738813] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ba08c69-dee0-4970-835e-2924d4f6401e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.241301] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ba08c69-dee0-4970-835e-2924d4f6401e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.743424] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.743681] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.743681] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.743907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.743995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.744109] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ba08c69-dee0-4970-835e-2924d4f6401e is going to be updated. [ 1332.780342] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.780521] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.780564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.780776] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.781471] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.791750] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba08c69-dee0-4970-835e-2924d4f6401e in Status: IN_PROGRESS for 2s [ 1334.220983] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.220983] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1334.804653] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba08c69-dee0-4970-835e-2924d4f6401e in Status: SUCCESS [ 1334.804914] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.805146] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.805403] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.805669] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.805801] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.805872] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.806063] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.806159] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.806258] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.806361] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ba08c69-dee0-4970-835e-2924d4f6401e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.308649] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ba08c69-dee0-4970-835e-2924d4f6401e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.811727] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ba08c69-dee0-4970-835e-2924d4f6401e: rpc.has_security_group_logging(os_id): False [ 1335.830029] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.830252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.830252] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.830445] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.850715] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.851015] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.851148] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.851215] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.851417] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.851499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.851608] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ba08c69-dee0-4970-835e-2924d4f6401e is going to be updated. [ 1335.910839] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.911087] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.911087] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.911361] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.911571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.926642] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ba08c69-dee0-4970-835e-2924d4f6401e in Status: IN_PROGRESS for 2s [ 1337.940699] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ba08c69-dee0-4970-835e-2924d4f6401e in Status: SUCCESS [ 1337.941157] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.222691] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.223086] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.112185] env[65962]: INFO networking_nsxv3.common.synchronization [req-d96ee4f4-9f1f-4adb-8488-ad772cd1abae req-d68e2e16-781f-46e9-829a-2e03c2cb1741 tempest-AttachVolumeNegativeTest-1947892118 tempest-AttachVolumeNegativeTest-1947892118-project-member] Enqueued Resource ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 with Priority: HIGHEST for action security_group_members [ 1344.112848] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 with Priority: HIGHEST for action security_group_members [ 1344.113198] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-686cbac3-8fba-4999-9963-96d6c60b8a59 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.113324] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.113386] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.113643] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.113952] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.114084] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.114153] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.114336] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.114423] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.114521] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('686cbac3-8fba-4999-9963-96d6c60b8a59',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.617571] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.617786] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.617786] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.617955] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.618066] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.618272] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.618410] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.618463] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.618592] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.618665] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.618747] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 is going to be updated. [ 1344.648616] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.648844] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.648844] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.649030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.649176] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.658787] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 in Status: IN_PROGRESS for 2s [ 1346.669523] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 in Status: SUCCESS [ 1346.669778] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 686cbac3-8fba-4999-9963-96d6c60b8a59 deletion is rescheduled due to dependency. [ 1346.669831] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686cbac3-8fba-4999-9963-96d6c60b8a59" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.114390] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.114768] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.115378] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1354.115669] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1359.116563] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.116563] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1364.117776] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.118196] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.118880] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.119187] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.120319] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.120778] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.121393] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.121763] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1384.122995] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.123435] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.124567] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.124979] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.125527] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.125527] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.817624] env[65962]: INFO networking_nsxv3.common.synchronization [req-17c42238-99da-4e57-813f-41992e8e9a7c req-fe3282df-ccbd-4faa-8e87-7c95182da5de tempest-ServerActionsTestOtherA-1222154774 tempest-ServerActionsTestOtherA-1222154774-project-member] Enqueued Resource ID: 2ba08c69-dee0-4970-835e-2924d4f6401e with Priority: HIGHEST for action security_group_members [ 1398.818069] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba08c69-dee0-4970-835e-2924d4f6401e with Priority: HIGHEST for action security_group_members [ 1398.818345] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba08c69-dee0-4970-835e-2924d4f6401e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.818477] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.818544] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.818739] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.818890] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.818987] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.819657] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.819657] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.819657] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.819657] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ba08c69-dee0-4970-835e-2924d4f6401e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.322338] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ba08c69-dee0-4970-835e-2924d4f6401e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.825658] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ba08c69-dee0-4970-835e-2924d4f6401e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.328585] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.328899] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.328899] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.329026] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.329118] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.329212] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ba08c69-dee0-4970-835e-2924d4f6401e is going to be updated. [ 1400.370560] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.370784] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.370784] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.370936] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.371089] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.380588] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba08c69-dee0-4970-835e-2924d4f6401e in Status: IN_PROGRESS for 2s [ 1402.391800] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba08c69-dee0-4970-835e-2924d4f6401e in Status: SUCCESS [ 1402.392231] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.503662] env[65962]: INFO networking_nsxv3.common.synchronization [req-9a26d8f2-285c-4e06-915f-b3c3a32b670c req-800801cb-9f2d-462a-b3d6-02bb3520df58 tempest-ServerActionsTestJSON-636458219 tempest-ServerActionsTestJSON-636458219-project-member] Enqueued Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_members [ 1403.504395] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_members [ 1403.504824] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.505027] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.505397] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.505397] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.505640] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.505789] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.505891] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.506149] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.506281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.506427] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.009288] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.009534] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.009534] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.009824] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.009930] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.010196] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.010315] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.010383] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.010552] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.010637] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.010712] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f is going to be updated. [ 1404.051503] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.051746] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.051746] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.051917] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.052081] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.061544] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: IN_PROGRESS for 2s [ 1406.075934] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: SUCCESS [ 1406.076376] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f deletion is rescheduled due to dependency. [ 1406.076376] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.505614] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.506057] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.506963] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.507381] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.797062] env[65962]: INFO networking_nsxv3.common.synchronization [req-f1f62b42-f7db-4ce6-8b40-7aa490a1caeb req-80fe3185-e089-460f-a1da-afdd54516eff tempest-ServerActionsTestJSON-636458219 tempest-ServerActionsTestJSON-636458219-project-member] Enqueued Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_members [ 1413.797673] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_members [ 1413.798323] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.798323] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.798323] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.798515] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.798824] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.798824] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.798824] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.799125] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.799125] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.799232] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.095372] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.095579] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-561" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.095749] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-561" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.095951] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-561" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.096222] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.096378] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.096497] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.096716] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.096889] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.097111] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1414.097226] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1414.097347] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1414.097456] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1414.097566] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1414.097670] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1414.097800] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1414.118991] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1414.119173] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1414.119379] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1414.119557] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-561" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.119868] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-7fd7c5e2-33ba-4243-8b79-132c62f4264e taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.120046] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-7fd7c5e2-33ba-4243-8b79-132c62f4264e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.120171] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-7fd7c5e2-33ba-4243-8b79-132c62f4264e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.120501] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-7fd7c5e2-33ba-4243-8b79-132c62f4264e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.120640] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fd7c5e2-33ba-4243-8b79-132c62f4264e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.301962] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.302283] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.302389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.302740] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.302917] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.303233] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.303388] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.303504] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.303740] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.303887] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.304062] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f is going to be updated. [ 1414.337059] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.337059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.337059] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.337335] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.337335] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.346292] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: IN_PROGRESS for 2s [ 1414.623059] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.623457] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.623457] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.623682] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.623829] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.623978] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 7fd7c5e2-33ba-4243-8b79-132c62f4264e not found, creating... [ 1414.624259] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.624415] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.624577] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.624803] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.624939] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.625231] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.625419] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.625599] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.625815] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.625948] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.626106] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 7fd7c5e2-33ba-4243-8b79-132c62f4264e is going to be created. [ 1414.647858] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.648104] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.648207] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.648480] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.648708] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.648926] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-7fd7c5e2-33ba-4243-8b79-132c62f4264e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.066419] env[65962]: INFO networking_nsxv3.common.synchronization [req-d8a7ec2b-2ccc-4029-81ca-1c2d091db847 req-98e6009b-5682-49dd-acf9-d99e5bf940e7 tempest-ServerActionsTestOtherA-1222154774 tempest-ServerActionsTestOtherA-1222154774-project-member] Enqueued Resource ID: 2ba08c69-dee0-4970-835e-2924d4f6401e with Priority: HIGHEST for action security_group_members [ 1415.067298] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba08c69-dee0-4970-835e-2924d4f6401e with Priority: HIGHEST for action security_group_members [ 1415.067473] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba08c69-dee0-4970-835e-2924d4f6401e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.067623] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.067712] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.067861] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.068048] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.068180] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.068261] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.068369] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.068448] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.068547] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ba08c69-dee0-4970-835e-2924d4f6401e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.361977] env[65962]: INFO networking_nsxv3.common.synchronization [req-f1f62b42-f7db-4ce6-8b40-7aa490a1caeb req-2154a7b4-9273-4ab2-82cc-5186f8d63e62 service nova] Enqueued Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_rules [ 1415.362136] env[65962]: INFO networking_nsxv3.common.synchronization [req-f1f62b42-f7db-4ce6-8b40-7aa490a1caeb req-2154a7b4-9273-4ab2-82cc-5186f8d63e62 service nova] Enqueued Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_members [ 1415.362294] env[65962]: INFO networking_nsxv3.common.synchronization [req-f1f62b42-f7db-4ce6-8b40-7aa490a1caeb req-2154a7b4-9273-4ab2-82cc-5186f8d63e62 service nova] Enqueued Resource ID: 7fd7c5e2-33ba-4243-8b79-132c62f4264e with Priority: HIGHEST for action port [ 1415.362531] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_rules [ 1415.362680] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_members [ 1415.362750] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd7c5e2-33ba-4243-8b79-132c62f4264e with Priority: HIGHEST for action port [ 1415.363515] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.363623] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.363697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.363902] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.363988] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.365442] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.365585] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.366965] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fd7c5e2-33ba-4243-8b79-132c62f4264e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.366965] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fd7c5e2-33ba-4243-8b79-132c62f4264e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.366965] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fd7c5e2-33ba-4243-8b79-132c62f4264e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.366965] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fd7c5e2-33ba-4243-8b79-132c62f4264e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.366965] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fd7c5e2-33ba-4243-8b79-132c62f4264e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.570744] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.571049] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.571319] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.571616] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.571746] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.571981] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.572105] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.572171] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.572398] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.572475] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.572521] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ba08c69-dee0-4970-835e-2924d4f6401e is going to be updated. [ 1415.603482] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.603745] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.603745] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.603885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.604044] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.613249] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba08c69-dee0-4970-835e-2924d4f6401e in Status: IN_PROGRESS for 2s [ 1415.866697] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.867190] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.869179] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fd7c5e2-33ba-4243-8b79-132c62f4264e with status ACTIVE [ 1415.869369] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.869493] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.869564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.869777] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.869866] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.870053] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.870157] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.870218] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.870372] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.870470] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.870620] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.870717] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.870826] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.871017] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.871087] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.871179] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fd7c5e2-33ba-4243-8b79-132c62f4264e is going to be updated. [ 1415.898417] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.898652] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.898652] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.898837] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.898977] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.899149] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fd7c5e2-33ba-4243-8b79-132c62f4264e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.333380] env[65962]: INFO networking_nsxv3.common.synchronization [req-ea0801e2-0492-4d76-8c39-945189d72a38 req-6948d897-0923-4e67-800e-18a3fbc5f41f tempest-AttachVolumeTestJSON-1056597757 tempest-AttachVolumeTestJSON-1056597757-project-member] Enqueued Resource ID: df68d3b0-46dc-4d31-b2df-303a46c6700b with Priority: HIGHEST for action security_group_members [ 1416.334039] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df68d3b0-46dc-4d31-b2df-303a46c6700b with Priority: HIGHEST for action security_group_members [ 1416.334269] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-df68d3b0-46dc-4d31-b2df-303a46c6700b taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.334395] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.334482] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.334685] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.334842] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.335144] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.335288] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.335476] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.335574] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.335667] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df68d3b0-46dc-4d31-b2df-303a46c6700b',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.361054] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: SUCCESS [ 1416.361284] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f deletion is rescheduled due to dependency. [ 1416.361284] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.361416] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.361672] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.361871] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.361989] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.362063] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.362248] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.362363] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.362487] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.838382] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.838564] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.838676] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.839042] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.861032] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.861314] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.861516] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.861616] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.861848] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.861992] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.862042] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df68d3b0-46dc-4d31-b2df-303a46c6700b is going to be updated. [ 1416.864814] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.890808] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.891132] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.891132] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.891243] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.891389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.901125] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df68d3b0-46dc-4d31-b2df-303a46c6700b in Status: IN_PROGRESS for 2s [ 1417.367405] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.623368] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba08c69-dee0-4970-835e-2924d4f6401e in Status: SUCCESS [ 1417.623618] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ba08c69-dee0-4970-835e-2924d4f6401e deletion is rescheduled due to dependency. [ 1417.623788] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba08c69-dee0-4970-835e-2924d4f6401e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.869773] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.870030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.870030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.870281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.870374] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.870476] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f is going to be updated. [ 1417.900650] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.901347] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.901347] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.901347] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.901454] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.911198] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: IN_PROGRESS for 2s [ 1418.914268] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df68d3b0-46dc-4d31-b2df-303a46c6700b in Status: SUCCESS [ 1418.914729] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df68d3b0-46dc-4d31-b2df-303a46c6700b deletion is rescheduled due to dependency. [ 1418.914729] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df68d3b0-46dc-4d31-b2df-303a46c6700b" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.922623] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: SUCCESS [ 1419.922998] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.923082] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.924308] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.924308] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.924308] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.924308] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.924308] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.924308] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.924308] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.924308] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.426260] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.928586] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aad1ecae-9e4e-40c5-9e5a-0783e69c128f: rpc.has_security_group_logging(os_id): False [ 1420.946767] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.946910] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.946992] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.947208] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.947301] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.947558] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.947663] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.947721] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.947865] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.947939] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.948035] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f is going to be updated. [ 1421.015053] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.015053] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.015053] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.015291] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.015323] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.030671] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: IN_PROGRESS for 2s [ 1421.039219] env[65962]: INFO networking_nsxv3.common.synchronization [None req-c297464a-c515-4231-8bbd-55da3ff4eef2 tempest-AttachVolumeTestJSON-1056597757 tempest-AttachVolumeTestJSON-1056597757-project-member] Enqueued Resource ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e with Priority: HIGHEST for action security_group_rules [ 1421.040041] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e with Priority: HIGHEST for action security_group_rules [ 1421.040267] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f70fe177-cab6-4fa2-aad2-db3b182e1c8e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.040338] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.040457] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.041153] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.041284] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f70fe177-cab6-4fa2-aad2-db3b182e1c8e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.126567] env[65962]: INFO networking_nsxv3.common.synchronization [None req-64b56027-25bc-4eeb-8f54-61b366a601e5 tempest-AttachVolumeTestJSON-1056597757 tempest-AttachVolumeTestJSON-1056597757-project-member] Enqueued Resource ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e with Priority: HIGHEST for action security_group_rules [ 1421.127671] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e with Priority: HIGHEST for action security_group_rules [ 1421.128658] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f70fe177-cab6-4fa2-aad2-db3b182e1c8e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.128658] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.561674] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.561820] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.561895] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.562138] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.562227] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.562314] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e already deleted. [ 1421.562509] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.562587] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.562767] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.562882] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f70fe177-cab6-4fa2-aad2-db3b182e1c8e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.085684] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.086084] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.086084] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.086196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.086196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.086293] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e already deleted. [ 1422.086394] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.049446] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: SUCCESS [ 1423.049446] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.497971] env[65962]: INFO networking_nsxv3.common.synchronization [None req-c065ba32-adf2-4cd2-9eae-a28aac792cce None None] Enqueued Resource ID: ac66d51f-ee02-4005-b0be-0c83420e9787 with Priority: HIGHEST for action port [ 1423.498424] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac66d51f-ee02-4005-b0be-0c83420e9787 with Priority: HIGHEST for action port [ 1423.499102] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac66d51f-ee02-4005-b0be-0c83420e9787 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.499102] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac66d51f-ee02-4005-b0be-0c83420e9787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.499102] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac66d51f-ee02-4005-b0be-0c83420e9787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.499435] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac66d51f-ee02-4005-b0be-0c83420e9787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.499546] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac66d51f-ee02-4005-b0be-0c83420e9787',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.002456] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac66d51f-ee02-4005-b0be-0c83420e9787 [ 1424.002752] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.002907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.002960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.003187] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.003274] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.003364] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac66d51f-ee02-4005-b0be-0c83420e9787 already deleted. [ 1424.003445] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac66d51f-ee02-4005-b0be-0c83420e9787" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.666075] env[65962]: INFO networking_nsxv3.common.synchronization [None req-a62166df-cd60-4644-b89f-0141dd6c95c3 None None] Enqueued Resource ID: 50407d4c-b872-415a-9f21-f6e5c84d0a8d with Priority: HIGHEST for action port [ 1425.666398] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50407d4c-b872-415a-9f21-f6e5c84d0a8d with Priority: HIGHEST for action port [ 1425.667279] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-50407d4c-b872-415a-9f21-f6e5c84d0a8d taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.667678] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50407d4c-b872-415a-9f21-f6e5c84d0a8d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.667764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50407d4c-b872-415a-9f21-f6e5c84d0a8d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.668055] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50407d4c-b872-415a-9f21-f6e5c84d0a8d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.668131] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50407d4c-b872-415a-9f21-f6e5c84d0a8d',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.170196] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50407d4c-b872-415a-9f21-f6e5c84d0a8d [ 1426.170486] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.170654] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.170769] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.171054] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.171171] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.171256] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50407d4c-b872-415a-9f21-f6e5c84d0a8d already deleted. [ 1426.171365] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50407d4c-b872-415a-9f21-f6e5c84d0a8d" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.592671] env[65962]: INFO networking_nsxv3.common.synchronization [req-61ca1b81-47e5-4f3d-aed6-15bf6b3968b9 req-1182c593-2302-4e19-bd01-6e301395adf2 tempest-AttachVolumeTestJSON-1056597757 tempest-AttachVolumeTestJSON-1056597757-project-member] Enqueued Resource ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e with Priority: HIGHEST for action security_group_members [ 1426.593239] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e with Priority: HIGHEST for action security_group_members [ 1426.593589] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f70fe177-cab6-4fa2-aad2-db3b182e1c8e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.593720] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.593850] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.594191] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.594385] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.594965] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.595054] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.595243] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.595330] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.595446] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f70fe177-cab6-4fa2-aad2-db3b182e1c8e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.900067] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.900067] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-33" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.900067] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-33" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.900067] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-33" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.900573] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.900573] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.900573] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.900737] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.900876] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.901224] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1426.901224] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1426.901355] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1426.901409] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1426.901514] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1426.901617] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1426.901746] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1426.922788] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1426.923024] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1426.923113] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1426.923299] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-33" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.923651] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-a1f0e1f8-9e35-48ce-a9ad-af3e5394f500 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.923834] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-a1f0e1f8-9e35-48ce-a9ad-af3e5394f500" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.923958] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-a1f0e1f8-9e35-48ce-a9ad-af3e5394f500" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.924304] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-a1f0e1f8-9e35-48ce-a9ad-af3e5394f500" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.924446] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f0e1f8-9e35-48ce-a9ad-af3e5394f500',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.097166] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.097379] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.097379] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.097608] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.097728] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.097927] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.098044] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.098109] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.098262] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.098337] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.098422] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e already deleted. [ 1427.098502] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.426934] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.427217] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.427348] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.427654] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.427812] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.427986] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port a1f0e1f8-9e35-48ce-a9ad-af3e5394f500 not found, creating... [ 1427.428275] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.428448] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.428568] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.428812] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.428970] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.429267] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.429441] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.429572] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.429800] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.429941] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.430126] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: a1f0e1f8-9e35-48ce-a9ad-af3e5394f500 is going to be created. [ 1427.450447] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.450726] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.450897] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.451190] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.451422] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.451692] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-a1f0e1f8-9e35-48ce-a9ad-af3e5394f500" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.138542] env[65962]: INFO networking_nsxv3.common.synchronization [req-61ca1b81-47e5-4f3d-aed6-15bf6b3968b9 req-d87ef2c5-dddf-4cf9-863a-4d0ab8336edf service nova] Enqueued Resource ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e with Priority: HIGHEST for action security_group_rules [ 1428.138998] env[65962]: INFO networking_nsxv3.common.synchronization [req-61ca1b81-47e5-4f3d-aed6-15bf6b3968b9 req-d87ef2c5-dddf-4cf9-863a-4d0ab8336edf service nova] Enqueued Resource ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e with Priority: HIGHEST for action security_group_members [ 1428.138998] env[65962]: INFO networking_nsxv3.common.synchronization [req-61ca1b81-47e5-4f3d-aed6-15bf6b3968b9 req-d87ef2c5-dddf-4cf9-863a-4d0ab8336edf service nova] Enqueued Resource ID: a1f0e1f8-9e35-48ce-a9ad-af3e5394f500 with Priority: HIGHEST for action port [ 1428.139488] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e with Priority: HIGHEST for action security_group_rules [ 1428.139561] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e with Priority: HIGHEST for action security_group_members [ 1428.139613] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f0e1f8-9e35-48ce-a9ad-af3e5394f500 with Priority: HIGHEST for action port [ 1428.139971] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f70fe177-cab6-4fa2-aad2-db3b182e1c8e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.139971] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.140247] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.140451] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.140533] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f70fe177-cab6-4fa2-aad2-db3b182e1c8e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.141388] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f70fe177-cab6-4fa2-aad2-db3b182e1c8e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.141858] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.141968] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.142290] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.142290] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.142445] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.142547] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.142739] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.142827] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.142982] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f70fe177-cab6-4fa2-aad2-db3b182e1c8e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.143837] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1f0e1f8-9e35-48ce-a9ad-af3e5394f500 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.144568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1f0e1f8-9e35-48ce-a9ad-af3e5394f500" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.144568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1f0e1f8-9e35-48ce-a9ad-af3e5394f500" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.144568] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1f0e1f8-9e35-48ce-a9ad-af3e5394f500" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.144568] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f0e1f8-9e35-48ce-a9ad-af3e5394f500',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.647398] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1f0e1f8-9e35-48ce-a9ad-af3e5394f500 with status ACTIVE [ 1428.647720] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.647913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.648016] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.648281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.648400] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.648615] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.648740] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.648806] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.648995] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.649112] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.649389] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.649559] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.649736] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.649983] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.650178] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.650290] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1f0e1f8-9e35-48ce-a9ad-af3e5394f500 is going to be updated. [ 1428.651460] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f70fe177-cab6-4fa2-aad2-db3b182e1c8e taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.651598] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.651719] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f70fe177-cab6-4fa2-aad2-db3b182e1c8e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.674100] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.674283] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.674327] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.674520] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.674885] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.675020] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1f0e1f8-9e35-48ce-a9ad-af3e5394f500" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.868253] env[65962]: INFO networking_nsxv3.common.synchronization [req-064ee91f-e7e1-430d-9e35-5838c68b15a3 req-7fb0ce72-33dd-4aca-814f-d5b810690bdf tempest-ServerAddressesTestJSON-948474709 tempest-ServerAddressesTestJSON-948474709-project-member] Enqueued Resource ID: 33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf with Priority: HIGHEST for action security_group_members [ 1428.868774] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf with Priority: HIGHEST for action security_group_members [ 1428.869100] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.869202] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.869269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.869561] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.869722] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.869821] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.869882] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.870046] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.870120] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.870212] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.130854] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.131106] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "network-596" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.131236] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "network-596" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.131559] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "network-596" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.131831] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.131992] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.132121] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.132340] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.132513] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.132820] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1429.132921] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] NeedRegenerationException {{(pid=65962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1429.133049] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] no value, waiting for create lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1429.133146] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] value creation lock acquired {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1429.133254] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] No value present for key: 'zone-id' {{(pid=65962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1429.133358] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Calling creation function for not-yet-present value {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1429.133487] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1429.151977] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1429.152338] env[65962]: DEBUG dogpile.cache.region [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1429.152543] env[65962]: DEBUG dogpile.lock [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Released creation lock {{(pid=65962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1429.152786] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "network-596" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.153119] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock port-00338c8e-1e99-4f35-af4e-9fea2d979d22 taken with stack trace [, , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.153294] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "port-00338c8e-1e99-4f35-af4e-9fea2d979d22" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.153414] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "port-00338c8e-1e99-4f35-af4e-9fea2d979d22" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.153724] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "port-00338c8e-1e99-4f35-af4e-9fea2d979d22" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.153864] env[65962]: DEBUG networking_nsxv3.api.rpc [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00338c8e-1e99-4f35-af4e-9fea2d979d22',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.154708] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f70fe177-cab6-4fa2-aad2-db3b182e1c8e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.372684] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.372841] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.372955] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.373155] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.373245] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.373438] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.373535] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.373605] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.373795] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.373874] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.373959] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf already deleted. [ 1429.374054] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.656619] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.656842] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.657026] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.657671] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.657671] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.657671] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Segment Port 00338c8e-1e99-4f35-af4e-9fea2d979d22 not found, creating... [ 1429.657970] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.658210] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.658294] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.658521] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.658659] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.658962] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.659140] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.659255] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.659470] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.659604] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.659746] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Resource: SegmentPort with ID: 00338c8e-1e99-4f35-af4e-9fea2d979d22 is going to be created. [ 1429.660988] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.661125] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.661192] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.661353] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.661434] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.661521] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e is going to be created. [ 1429.687597] env[65962]: DEBUG networking_nsxv3.common.locking [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.687840] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.687932] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.688238] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.688474] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.688702] env[65962]: DEBUG oslo_concurrency.lockutils [None req-d7fa9016-9daf-49b0-a3e4-bab4afc64b60 None None] Releasing lock "port-00338c8e-1e99-4f35-af4e-9fea2d979d22" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.695067] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.695261] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.695304] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.695497] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.695666] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.710204] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e in Status: UNINITIALIZED for 2s [ 1430.399026] env[65962]: INFO networking_nsxv3.common.synchronization [req-064ee91f-e7e1-430d-9e35-5838c68b15a3 req-eb1f5ba3-2a33-462f-b0e1-7540a460fda3 service nova] Enqueued Resource ID: 33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf with Priority: HIGHEST for action security_group_rules [ 1430.399026] env[65962]: INFO networking_nsxv3.common.synchronization [req-064ee91f-e7e1-430d-9e35-5838c68b15a3 req-eb1f5ba3-2a33-462f-b0e1-7540a460fda3 service nova] Enqueued Resource ID: 33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf with Priority: HIGHEST for action security_group_members [ 1430.399026] env[65962]: INFO networking_nsxv3.common.synchronization [req-064ee91f-e7e1-430d-9e35-5838c68b15a3 req-eb1f5ba3-2a33-462f-b0e1-7540a460fda3 service nova] Enqueued Resource ID: 00338c8e-1e99-4f35-af4e-9fea2d979d22 with Priority: HIGHEST for action port [ 1430.399603] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf with Priority: HIGHEST for action security_group_rules [ 1430.399748] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf with Priority: HIGHEST for action security_group_members [ 1430.399833] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00338c8e-1e99-4f35-af4e-9fea2d979d22 with Priority: HIGHEST for action port [ 1430.400091] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.400238] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.400316] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.400538] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.400629] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.401647] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.401647] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.401760] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.401863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.401972] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.402081] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.402142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.402288] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.403040] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.403040] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.403643] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock port-00338c8e-1e99-4f35-af4e-9fea2d979d22 taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.403756] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00338c8e-1e99-4f35-af4e-9fea2d979d22" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.403824] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00338c8e-1e99-4f35-af4e-9fea2d979d22" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.404142] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00338c8e-1e99-4f35-af4e-9fea2d979d22" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.404142] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00338c8e-1e99-4f35-af4e-9fea2d979d22',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.906023] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.906220] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.906359] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.907341] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00338c8e-1e99-4f35-af4e-9fea2d979d22 with status ACTIVE [ 1430.907524] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.907638] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.907707] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.907907] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.907998] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.908185] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.908281] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.908344] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.908494] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.908573] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.908748] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.908840] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.908900] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.909338] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.909338] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.909338] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00338c8e-1e99-4f35-af4e-9fea2d979d22 is going to be updated. [ 1430.932821] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.933022] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.933069] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.933269] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.933410] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.933571] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00338c8e-1e99-4f35-af4e-9fea2d979d22" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.411407] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.719912] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e in Status: SUCCESS [ 1431.720170] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.720343] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.720563] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.720753] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.720874] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.720939] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.721109] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.721185] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.721270] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.721365] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f70fe177-cab6-4fa2-aad2-db3b182e1c8e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.914204] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.914311] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.914354] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.914565] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.914683] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.914803] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf is going to be created. [ 1431.948545] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.948717] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.948825] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.949137] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.949369] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.959597] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf in Status: UNINITIALIZED for 2s [ 1432.224087] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f70fe177-cab6-4fa2-aad2-db3b182e1c8e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.727134] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f70fe177-cab6-4fa2-aad2-db3b182e1c8e: rpc.has_security_group_logging(os_id): False [ 1432.744943] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.745186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.745186] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.745405] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.745470] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.745682] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.745804] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.745868] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.746030] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.746106] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.746192] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e is going to be created. [ 1432.811171] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.811408] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.811408] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.811529] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.811705] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.824116] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e in Status: IN_PROGRESS for 2s [ 1433.971811] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf in Status: SUCCESS [ 1433.972174] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.972174] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.972389] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.972673] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.972816] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.972857] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.973061] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.973170] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.973282] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.973454] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.476770] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.477237] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.477406] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.477800] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.478162] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.478362] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.478515] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.478819] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.478999] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.479217] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.479536] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.479774] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.479913] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.480189] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.480478] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.480661] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.480793] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.481057] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.481258] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.481430] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.481632] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.837594] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e in Status: SUCCESS [ 1434.837791] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.985480] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf: rpc.has_security_group_logging(os_id): False [ 1435.005984] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.006197] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.006197] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.006357] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.006444] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.006629] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.006726] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.006789] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.006937] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.007021] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.007220] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.007333] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.007396] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.007537] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.007612] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.007805] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.007899] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.007960] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.008112] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.008196] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.008294] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf is going to be created. [ 1435.077087] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.077306] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.077352] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.077599] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.077804] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.091935] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf in Status: IN_PROGRESS for 2s [ 1435.400796] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.401040] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1437.107745] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf in Status: SUCCESS [ 1437.108110] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.402084] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.402423] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.313868] env[65962]: INFO networking_nsxv3.common.synchronization [req-e8da4e77-47d4-4e66-872a-886668e29ced req-235a16f1-cbff-43d5-8c2b-fa316b069492 tempest-ServerAddressesTestJSON-948474709 tempest-ServerAddressesTestJSON-948474709-project-member] Enqueued Resource ID: 33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf with Priority: HIGHEST for action security_group_members [ 1442.314433] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf with Priority: HIGHEST for action security_group_members [ 1442.314786] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.314911] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.315023] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.315238] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.315397] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.315505] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.315794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.315794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.315794] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.315946] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.818518] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.818748] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.818748] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.818961] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.819071] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.819272] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.819375] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.819439] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.819591] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.819669] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.819756] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf is going to be updated. [ 1442.853467] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.853736] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.853736] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.853882] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.854011] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.863025] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf in Status: IN_PROGRESS for 2s [ 1444.873863] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf in Status: SUCCESS [ 1444.874394] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf deletion is rescheduled due to dependency. [ 1444.874394] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33fa17f8-a0e9-4fff-bb6c-5e13a41e2fbf" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.315251] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.315687] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.316927] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.317300] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.318220] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.318635] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.319357] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.319357] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.320797] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.321209] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.322104] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.322104] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.249583] env[65962]: INFO networking_nsxv3.common.synchronization [req-e86ab017-6887-4154-99b3-803cfaf8c69d req-056eacec-3366-41e1-8ab7-5e9c6586924c tempest-ServerActionsTestJSON-636458219 tempest-ServerActionsTestJSON-636458219-project-member] Enqueued Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_members [ 1477.250193] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f with Priority: HIGHEST for action security_group_members [ 1477.250453] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.250647] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.250647] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.250773] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.250925] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.251125] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.251203] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.251379] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.251511] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.251709] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad1ecae-9e4e-40c5-9e5a-0783e69c128f',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.754461] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.754660] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.754713] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.754925] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.755034] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.755279] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.755384] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.755448] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.755599] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.755675] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.755760] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f is going to be updated. [ 1477.787469] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.787672] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.787754] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.787962] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.788131] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.796209] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: IN_PROGRESS for 2s [ 1479.807380] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f in Status: SUCCESS [ 1479.807764] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad1ecae-9e4e-40c5-9e5a-0783e69c128f deletion is rescheduled due to dependency. [ 1479.807764] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad1ecae-9e4e-40c5-9e5a-0783e69c128f" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.251119] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.251473] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.252735] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.253180] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.253943] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.254340] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.254731] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.255153] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.182092] env[65962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1498.182304] env[65962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cd40d2d3-23bd-4b1c-9dd3-2cd6a4cb3ca7 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1502.255518] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.255923] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1506.414404] env[65962]: INFO networking_nsxv3.common.synchronization [req-addb8a85-b256-4144-bd61-14ae7004252c req-321cbaf3-f6c6-4f04-ac15-71a7749fafd1 tempest-AttachVolumeTestJSON-1056597757 tempest-AttachVolumeTestJSON-1056597757-project-member] Enqueued Resource ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e with Priority: HIGHEST for action security_group_members [ 1506.414942] env[65962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e with Priority: HIGHEST for action security_group_members [ 1506.415538] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f70fe177-cab6-4fa2-aad2-db3b182e1c8e taken with stack trace [, , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.415727] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.415863] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.416208] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.416496] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.416697] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.416831] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.417118] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.417292] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.417479] env[65962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f70fe177-cab6-4fa2-aad2-db3b182e1c8e',) {} {{(pid=65962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.920466] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.920691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.920691] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.920905] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.920992] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.921202] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.921297] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.921360] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.921510] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.921584] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.921667] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e is going to be updated. [ 1506.949297] env[65962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.949499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.949499] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.949689] env[65962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.949830] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.958382] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e in Status: IN_PROGRESS for 2s [ 1508.969953] env[65962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e in Status: SUCCESS [ 1508.970384] env[65962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f70fe177-cab6-4fa2-aad2-db3b182e1c8e deletion is rescheduled due to dependency. [ 1508.970384] env[65962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f70fe177-cab6-4fa2-aad2-db3b182e1c8e" {{(pid=65962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.416025] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.416468] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1516.417285] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.417669] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1521.418945] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.419316] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1526.420256] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.420625] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.421944] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.422353] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.422760] env[65962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.423163] env[65962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0